2024-11-20 01:20:55,203 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 01:20:55,220 main DEBUG Took 0.014387 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 01:20:55,221 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 01:20:55,221 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 01:20:55,222 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 01:20:55,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,233 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 01:20:55,246 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,249 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,250 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,252 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,253 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,254 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,257 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,259 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,260 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:20:55,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,262 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 01:20:55,264 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:20:55,266 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 01:20:55,268 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 01:20:55,269 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 01:20:55,271 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 01:20:55,271 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 01:20:55,283 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 01:20:55,285 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 01:20:55,287 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 01:20:55,287 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 01:20:55,287 main DEBUG createAppenders(={Console}) 2024-11-20 01:20:55,288 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 01:20:55,288 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 01:20:55,288 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 01:20:55,289 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 01:20:55,289 main DEBUG OutputStream closed 2024-11-20 01:20:55,289 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 01:20:55,290 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 01:20:55,290 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 01:20:55,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 01:20:55,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 01:20:55,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 01:20:55,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 01:20:55,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 01:20:55,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 01:20:55,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 01:20:55,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 01:20:55,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 01:20:55,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 01:20:55,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 01:20:55,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 01:20:55,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 01:20:55,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 01:20:55,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 01:20:55,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 01:20:55,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 01:20:55,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 01:20:55,371 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 01:20:55,372 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 01:20:55,372 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 01:20:55,373 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T01:20:55,659 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30 2024-11-20 01:20:55,663 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 01:20:55,663 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T01:20:55,674 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-20T01:20:55,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:20:55,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/cluster_218e8f2f-ad77-c88f-f80e-c8646be3fa6c, deleteOnExit=true 2024-11-20T01:20:55,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T01:20:55,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/test.cache.data in system properties and HBase conf 2024-11-20T01:20:55,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:20:55,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:20:55,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:20:55,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:20:55,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T01:20:55,821 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T01:20:55,914 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:20:55,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:20:55,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:20:55,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:20:55,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:20:55,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:20:55,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:20:55,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:20:55,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:20:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:20:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:20:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:20:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:20:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:20:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:20:56,755 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T01:20:56,839 INFO [Time-limited test {}] log.Log(170): Logging initialized @2390ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T01:20:56,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:56,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:20:57,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:20:57,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:20:57,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:20:57,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:57,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:20:57,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:20:57,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/java.io.tmpdir/jetty-localhost-32991-hadoop-hdfs-3_4_1-tests_jar-_-any-10560268500806646175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:20:57,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:32991} 2024-11-20T01:20:57,248 INFO [Time-limited test {}] server.Server(415): Started @2800ms 2024-11-20T01:20:57,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:57,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:20:57,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:20:57,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:20:57,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:20:57,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:20:57,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:20:57,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/java.io.tmpdir/jetty-localhost-37265-hadoop-hdfs-3_4_1-tests_jar-_-any-5795418608888251846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:20:57,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:37265} 2024-11-20T01:20:57,789 INFO [Time-limited test {}] server.Server(415): Started @3341ms 2024-11-20T01:20:57,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:20:58,325 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/cluster_218e8f2f-ad77-c88f-f80e-c8646be3fa6c/dfs/data/data1/current/BP-164247457-172.17.0.2-1732065656503/current, will proceed with Du for space computation calculation, 2024-11-20T01:20:58,325 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/cluster_218e8f2f-ad77-c88f-f80e-c8646be3fa6c/dfs/data/data2/current/BP-164247457-172.17.0.2-1732065656503/current, will proceed with Du for space computation calculation, 2024-11-20T01:20:58,365 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:20:58,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ccda6042e50bd89 with lease ID 0x4dffe3d08018824b: Processing first storage report for DS-394e6e5a-1f54-4924-8187-9300f62b8179 from datanode DatanodeRegistration(127.0.0.1:32905, datanodeUuid=df03b831-43a7-446e-b569-fa4dc151aaec, infoPort=41465, infoSecurePort=0, ipcPort=34969, storageInfo=lv=-57;cid=testClusterID;nsid=458245047;c=1732065656503) 2024-11-20T01:20:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ccda6042e50bd89 with lease ID 0x4dffe3d08018824b: from storage DS-394e6e5a-1f54-4924-8187-9300f62b8179 node DatanodeRegistration(127.0.0.1:32905, datanodeUuid=df03b831-43a7-446e-b569-fa4dc151aaec, infoPort=41465, infoSecurePort=0, ipcPort=34969, storageInfo=lv=-57;cid=testClusterID;nsid=458245047;c=1732065656503), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T01:20:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ccda6042e50bd89 with lease ID 0x4dffe3d08018824b: Processing first storage report for DS-62aefaf2-426f-498c-9a88-dcfcaa6243a3 from datanode DatanodeRegistration(127.0.0.1:32905, datanodeUuid=df03b831-43a7-446e-b569-fa4dc151aaec, infoPort=41465, infoSecurePort=0, ipcPort=34969, storageInfo=lv=-57;cid=testClusterID;nsid=458245047;c=1732065656503) 2024-11-20T01:20:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ccda6042e50bd89 with lease ID 0x4dffe3d08018824b: from storage DS-62aefaf2-426f-498c-9a88-dcfcaa6243a3 node DatanodeRegistration(127.0.0.1:32905, datanodeUuid=df03b831-43a7-446e-b569-fa4dc151aaec, infoPort=41465, infoSecurePort=0, ipcPort=34969, storageInfo=lv=-57;cid=testClusterID;nsid=458245047;c=1732065656503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:20:58,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30 2024-11-20T01:20:58,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/cluster_218e8f2f-ad77-c88f-f80e-c8646be3fa6c/zookeeper_0, clientPort=49301, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/cluster_218e8f2f-ad77-c88f-f80e-c8646be3fa6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/cluster_218e8f2f-ad77-c88f-f80e-c8646be3fa6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:20:58,604 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49301 2024-11-20T01:20:58,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:58,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:20:59,267 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 with version=8 2024-11-20T01:20:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/hbase-staging 2024-11-20T01:20:59,400 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T01:20:59,675 INFO [Time-limited test {}] client.ConnectionUtils(129): master/31023a2ec537:0 server-side Connection retries=45 2024-11-20T01:20:59,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:20:59,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:20:59,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:20:59,904 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T01:20:59,913 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T01:20:59,917 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:20:59,946 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20185 (auto-detected) 2024-11-20T01:20:59,947 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T01:20:59,966 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45673 2024-11-20T01:20:59,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:59,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:59,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45673 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-20T01:21:00,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456730x0, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:00,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45673-0x10012843fb10000 connected 2024-11-20T01:21:00,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T01:21:00,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T01:21:00,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T01:21:00,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-20T01:21:00,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45673 2024-11-20T01:21:00,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45673 2024-11-20T01:21:00,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-20T01:21:00,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-20T01:21:00,077 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778, hbase.cluster.distributed=false 2024-11-20T01:21:00,141 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/31023a2ec537:0 server-side Connection retries=45 2024-11-20T01:21:00,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:00,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:00,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:00,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:00,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:00,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:21:00,147 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:00,148 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44825 2024-11-20T01:21:00,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:21:00,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:21:00,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:00,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:00,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44825 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-20T01:21:00,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448250x0, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:00,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448250x0, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T01:21:00,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44825-0x10012843fb10001 connected 2024-11-20T01:21:00,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T01:21:00,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T01:21:00,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-20T01:21:00,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44825 2024-11-20T01:21:00,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44825 2024-11-20T01:21:00,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-20T01:21:00,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-20T01:21:00,176 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/31023a2ec537,45673,1732065659393 2024-11-20T01:21:00,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T01:21:00,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T01:21:00,186 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/31023a2ec537,45673,1732065659393 2024-11-20T01:21:00,193 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;31023a2ec537:45673 2024-11-20T01:21:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T01:21:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T01:21:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:00,219 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T01:21:00,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T01:21:00,220 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/31023a2ec537,45673,1732065659393 from backup master directory 2024-11-20T01:21:00,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/31023a2ec537,45673,1732065659393 2024-11-20T01:21:00,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T01:21:00,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T01:21:00,224 WARN [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:00,224 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=31023a2ec537,45673,1732065659393 2024-11-20T01:21:00,227 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T01:21:00,228 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T01:21:00,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:21:00,701 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/hbase.id with ID: 0a6036b1-f0e2-4069-9287-033fceb38065 2024-11-20T01:21:00,745 INFO [master/31023a2ec537:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:00,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:00,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:00,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:21:01,206 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:01,208 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:21:01,227 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:01,232 INFO [master/31023a2ec537:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:01,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:21:01,682 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store 2024-11-20T01:21:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:21:01,702 INFO [master/31023a2ec537:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T01:21:01,703 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:01,704 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:01,704 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:01,704 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:01,705 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-20T01:21:01,705 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:01,705 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:01,705 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T01:21:01,707 WARN [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/.initializing 2024-11-20T01:21:01,707 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/WALs/31023a2ec537,45673,1732065659393 2024-11-20T01:21:01,713 INFO [master/31023a2ec537:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:01,724 INFO [master/31023a2ec537:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=31023a2ec537%2C45673%2C1732065659393, suffix=, logDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/WALs/31023a2ec537,45673,1732065659393, archiveDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/oldWALs, maxLogs=10 2024-11-20T01:21:01,746 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/WALs/31023a2ec537,45673,1732065659393/31023a2ec537%2C45673%2C1732065659393.1732065661729, exclude list is [], retry=0 2024-11-20T01:21:01,762 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32905,DS-394e6e5a-1f54-4924-8187-9300f62b8179,DISK] 2024-11-20T01:21:01,765 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T01:21:01,803 INFO [master/31023a2ec537:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/WALs/31023a2ec537,45673,1732065659393/31023a2ec537%2C45673%2C1732065659393.1732065661729 2024-11-20T01:21:01,804 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465)] 2024-11-20T01:21:01,804 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:01,805 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:01,808 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,809 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:21:01,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:01,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:01,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:21:01,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:01,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:01,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:21:01,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:01,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:01,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:21:01,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:01,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:01,904 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,905 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,914 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:01,918 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:01,923 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:01,924 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68618545, jitterRate=0.022495999932289124}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:01,928 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T01:21:01,929 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:21:01,957 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442a4c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:01,992 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T01:21:02,004 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:21:02,004 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:21:02,006 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:21:02,008 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T01:21:02,013 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-20T01:21:02,013 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:21:02,038 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:21:02,049 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T01:21:02,051 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T01:21:02,054 INFO [master/31023a2ec537:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:21:02,055 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:21:02,057 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T01:21:02,059 INFO [master/31023a2ec537:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:21:02,062 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:21:02,063 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T01:21:02,064 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:21:02,066 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T01:21:02,076 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:21:02,077 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T01:21:02,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T01:21:02,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T01:21:02,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:02,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:02,082 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=31023a2ec537,45673,1732065659393, sessionid=0x10012843fb10000, setting cluster-up flag (Was=false) 2024-11-20T01:21:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:02,100 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T01:21:02,102 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=31023a2ec537,45673,1732065659393 2024-11-20T01:21:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:02,112 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T01:21:02,113 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=31023a2ec537,45673,1732065659393 2024-11-20T01:21:02,190 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;31023a2ec537:44825 2024-11-20T01:21:02,192 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1008): ClusterId : 0a6036b1-f0e2-4069-9287-033fceb38065 2024-11-20T01:21:02,195 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:21:02,199 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:21:02,200 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:21:02,202 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:21:02,203 DEBUG [RS:0;31023a2ec537:44825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd338a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:02,205 DEBUG [RS:0;31023a2ec537:44825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f80ce37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=31023a2ec537/172.17.0.2:0 2024-11-20T01:21:02,207 INFO [RS:0;31023a2ec537:44825 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T01:21:02,208 INFO [RS:0;31023a2ec537:44825 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T01:21:02,208 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T01:21:02,208 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:02,210 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(3073): reportForDuty to master=31023a2ec537,45673,1732065659393 with isa=31023a2ec537/172.17.0.2:44825, startcode=1732065660140 2024-11-20T01:21:02,214 INFO [master/31023a2ec537:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T01:21:02,217 INFO [master/31023a2ec537:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:21:02,222 DEBUG [RS:0;31023a2ec537:44825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:21:02,223 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 31023a2ec537,45673,1732065659393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:21:02,226 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/31023a2ec537:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:02,226 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/31023a2ec537:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:02,226 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/31023a2ec537:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:02,226 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/31023a2ec537:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:02,227 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/31023a2ec537:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:21:02,227 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,227 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/31023a2ec537:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:02,227 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,231 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065692230 2024-11-20T01:21:02,232 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:21:02,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:02,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:21:02,234 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:21:02,238 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:21:02,238 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:21:02,239 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:02,239 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:21:02,239 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:21:02,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:21:02,242 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,246 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:21:02,247 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:21:02,248 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:21:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741831_1007 (size=1039) 2024-11-20T01:21:02,251 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:21:02,251 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:21:02,254 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.large.0-1732065662253,5,FailOnTimeoutGroup] 2024-11-20T01:21:02,255 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.small.0-1732065662254,5,FailOnTimeoutGroup] 2024-11-20T01:21:02,255 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,256 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:21:02,257 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,257 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,262 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37295, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:21:02,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 31023a2ec537,44825,1732065660140 2024-11-20T01:21:02,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(486): Registering regionserver=31023a2ec537,44825,1732065660140 2024-11-20T01:21:02,285 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:21:02,285 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44379 2024-11-20T01:21:02,285 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T01:21:02,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T01:21:02,290 DEBUG [RS:0;31023a2ec537:44825 {}] zookeeper.ZKUtil(111): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/31023a2ec537,44825,1732065660140 2024-11-20T01:21:02,290 WARN [RS:0;31023a2ec537:44825 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:02,290 INFO [RS:0;31023a2ec537:44825 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:02,290 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/WALs/31023a2ec537,44825,1732065660140 2024-11-20T01:21:02,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [31023a2ec537,44825,1732065660140] 2024-11-20T01:21:02,304 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T01:21:02,315 INFO [RS:0;31023a2ec537:44825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:21:02,329 INFO [RS:0;31023a2ec537:44825 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:21:02,332 INFO [RS:0;31023a2ec537:44825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:21:02,332 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,333 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T01:21:02,340 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,340 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,340 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,340 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,341 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,341 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,341 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/31023a2ec537:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:02,341 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,341 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,341 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,341 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,342 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,342 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/31023a2ec537:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:02,342 DEBUG [RS:0;31023a2ec537:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:02,344 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,344 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,344 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,344 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,345 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,44825,1732065660140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:02,364 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:21:02,366 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,44825,1732065660140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,386 INFO [RS:0;31023a2ec537:44825 {}] regionserver.Replication(204): 31023a2ec537,44825,1732065660140 started 2024-11-20T01:21:02,386 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1767): Serving as 31023a2ec537,44825,1732065660140, RpcServer on 31023a2ec537/172.17.0.2:44825, sessionid=0x10012843fb10001 2024-11-20T01:21:02,387 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:21:02,387 DEBUG [RS:0;31023a2ec537:44825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 31023a2ec537,44825,1732065660140 2024-11-20T01:21:02,387 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '31023a2ec537,44825,1732065660140' 2024-11-20T01:21:02,387 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T01:21:02,388 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T01:21:02,389 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:21:02,389 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:21:02,389 DEBUG [RS:0;31023a2ec537:44825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 31023a2ec537,44825,1732065660140 2024-11-20T01:21:02,389 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '31023a2ec537,44825,1732065660140' 2024-11-20T01:21:02,389 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T01:21:02,390 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T01:21:02,391 DEBUG [RS:0;31023a2ec537:44825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:21:02,391 INFO [RS:0;31023a2ec537:44825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:21:02,391 INFO [RS:0;31023a2ec537:44825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:21:02,496 INFO [RS:0;31023a2ec537:44825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:02,500 INFO [RS:0;31023a2ec537:44825 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=31023a2ec537%2C44825%2C1732065660140, suffix=, logDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/WALs/31023a2ec537,44825,1732065660140, archiveDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/oldWALs, maxLogs=32 2024-11-20T01:21:02,517 DEBUG [RS:0;31023a2ec537:44825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/WALs/31023a2ec537,44825,1732065660140/31023a2ec537%2C44825%2C1732065660140.1732065662502, exclude list is [], retry=0 2024-11-20T01:21:02,522 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32905,DS-394e6e5a-1f54-4924-8187-9300f62b8179,DISK] 2024-11-20T01:21:02,526 INFO [RS:0;31023a2ec537:44825 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/WALs/31023a2ec537,44825,1732065660140/31023a2ec537%2C44825%2C1732065660140.1732065662502 2024-11-20T01:21:02,526 DEBUG [RS:0;31023a2ec537:44825 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465)] 2024-11-20T01:21:02,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T01:21:02,653 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:21:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:21:03,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:03,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:03,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:03,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:03,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:03,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:03,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:03,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:03,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:03,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:03,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:03,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:03,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:03,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740 2024-11-20T01:21:03,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740 2024-11-20T01:21:03,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:21:03,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T01:21:03,091 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:03,092 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71116976, jitterRate=0.05972552299499512}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:21:03,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T01:21:03,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:03,096 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:03,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:03,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:21:03,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:03,097 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:03,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T01:21:03,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:03,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T01:21:03,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:21:03,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:03,118 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:21:03,270 DEBUG [31023a2ec537:45673 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:21:03,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:03,280 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 31023a2ec537,44825,1732065660140, state=OPENING 2024-11-20T01:21:03,286 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:21:03,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:03,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:03,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T01:21:03,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T01:21:03,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:21:03,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:03,468 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:21:03,471 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:21:03,483 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T01:21:03,484 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:03,484 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:21:03,488 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=31023a2ec537%2C44825%2C1732065660140.meta, suffix=.meta, logDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/WALs/31023a2ec537,44825,1732065660140, archiveDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/oldWALs, maxLogs=32 2024-11-20T01:21:03,512 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/WALs/31023a2ec537,44825,1732065660140/31023a2ec537%2C44825%2C1732065660140.meta.1732065663491.meta, exclude list is [], retry=0 2024-11-20T01:21:03,515 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32905,DS-394e6e5a-1f54-4924-8187-9300f62b8179,DISK] 2024-11-20T01:21:03,519 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/WALs/31023a2ec537,44825,1732065660140/31023a2ec537%2C44825%2C1732065660140.meta.1732065663491.meta 2024-11-20T01:21:03,519 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465)] 2024-11-20T01:21:03,519 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:03,521 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:03,580 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:21:03,585 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:21:03,589 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:21:03,590 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:03,590 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T01:21:03,590 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T01:21:03,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:03,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:03,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:03,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:03,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:03,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:03,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:03,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:03,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:03,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:03,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:03,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:03,602 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740 2024-11-20T01:21:03,604 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740 2024-11-20T01:21:03,607 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:21:03,609 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T01:21:03,611 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63699176, jitterRate=-0.05080831050872803}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:21:03,612 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T01:21:03,620 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065663459 2024-11-20T01:21:03,631 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:21:03,632 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T01:21:03,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:03,636 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 31023a2ec537,44825,1732065660140, state=OPEN 2024-11-20T01:21:03,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T01:21:03,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T01:21:03,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T01:21:03,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T01:21:03,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:21:03,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=31023a2ec537,44825,1732065660140 in 351 msec 2024-11-20T01:21:03,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:21:03,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 539 msec 2024-11-20T01:21:03,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5050 sec 2024-11-20T01:21:03,657 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065663657, completionTime=-1 2024-11-20T01:21:03,657 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:21:03,657 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T01:21:03,697 DEBUG [hconnection-0x3e8ab696-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:03,700 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:03,712 INFO [master/31023a2ec537:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T01:21:03,712 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065723712 2024-11-20T01:21:03,712 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065783712 2024-11-20T01:21:03,712 INFO [master/31023a2ec537:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 54 msec 2024-11-20T01:21:03,735 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,45673,1732065659393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:03,735 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,45673,1732065659393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:03,735 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,45673,1732065659393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:03,737 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-31023a2ec537:45673, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:03,737 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:03,744 DEBUG [master/31023a2ec537:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T01:21:03,746 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T01:21:03,747 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:21:03,755 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T01:21:03,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:03,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:03,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:03,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741835_1011 (size=358) 2024-11-20T01:21:04,201 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 23d79f10b57ee4b6bd221ec7e5ea6d42, NAME => 'hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:21:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741836_1012 (size=42) 2024-11-20T01:21:04,612 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:04,612 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 23d79f10b57ee4b6bd221ec7e5ea6d42, disabling compactions & flushes 2024-11-20T01:21:04,613 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:21:04,613 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:21:04,613 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. after waiting 0 ms 2024-11-20T01:21:04,613 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:21:04,613 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:21:04,613 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 23d79f10b57ee4b6bd221ec7e5ea6d42: 2024-11-20T01:21:04,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:04,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732065664617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065664617"}]},"ts":"1732065664617"} 2024-11-20T01:21:04,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:21:04,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:04,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065664650"}]},"ts":"1732065664650"} 2024-11-20T01:21:04,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T01:21:04,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=23d79f10b57ee4b6bd221ec7e5ea6d42, ASSIGN}] 2024-11-20T01:21:04,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=23d79f10b57ee4b6bd221ec7e5ea6d42, ASSIGN 2024-11-20T01:21:04,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=23d79f10b57ee4b6bd221ec7e5ea6d42, ASSIGN; state=OFFLINE, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=false 2024-11-20T01:21:04,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=23d79f10b57ee4b6bd221ec7e5ea6d42, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:04,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 23d79f10b57ee4b6bd221ec7e5ea6d42, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:21:04,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:04,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:21:04,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 23d79f10b57ee4b6bd221ec7e5ea6d42, NAME => 'hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:04,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:21:04,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:04,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:21:04,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:21:04,985 INFO [StoreOpener-23d79f10b57ee4b6bd221ec7e5ea6d42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:21:04,988 INFO [StoreOpener-23d79f10b57ee4b6bd221ec7e5ea6d42-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d79f10b57ee4b6bd221ec7e5ea6d42 columnFamilyName info 2024-11-20T01:21:04,988 DEBUG [StoreOpener-23d79f10b57ee4b6bd221ec7e5ea6d42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:04,988 INFO [StoreOpener-23d79f10b57ee4b6bd221ec7e5ea6d42-1 {}] regionserver.HStore(327): Store=23d79f10b57ee4b6bd221ec7e5ea6d42/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:04,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:21:04,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:21:04,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:21:04,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:04,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 23d79f10b57ee4b6bd221ec7e5ea6d42; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62198285, jitterRate=-0.07317332923412323}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T01:21:05,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 23d79f10b57ee4b6bd221ec7e5ea6d42: 2024-11-20T01:21:05,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42., pid=6, masterSystemTime=1732065664975 2024-11-20T01:21:05,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:21:05,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:21:05,007 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=23d79f10b57ee4b6bd221ec7e5ea6d42, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:05,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:21:05,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 23d79f10b57ee4b6bd221ec7e5ea6d42, server=31023a2ec537,44825,1732065660140 in 189 msec 2024-11-20T01:21:05,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:21:05,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=23d79f10b57ee4b6bd221ec7e5ea6d42, ASSIGN in 351 msec 2024-11-20T01:21:05,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:05,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065665019"}]},"ts":"1732065665019"} 2024-11-20T01:21:05,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T01:21:05,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:05,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2780 sec 2024-11-20T01:21:05,060 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T01:21:05,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T01:21:05,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:05,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:21:05,091 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T01:21:05,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T01:21:05,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-20T01:21:05,115 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T01:21:05,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T01:21:05,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-20T01:21:05,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T01:21:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T01:21:05,143 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.918sec 2024-11-20T01:21:05,145 INFO [master/31023a2ec537:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:21:05,146 INFO [master/31023a2ec537:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:21:05,147 INFO [master/31023a2ec537:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:21:05,148 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:21:05,148 INFO [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:21:05,149 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,45673,1732065659393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:05,149 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,45673,1732065659393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:21:05,156 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:21:05,156 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:21:05,157 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,45673,1732065659393-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:05,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-20T01:21:05,199 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T01:21:05,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:05,211 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T01:21:05,211 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T01:21:05,222 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:05,233 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:05,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=31023a2ec537,45673,1732065659393 2024-11-20T01:21:05,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=3254 2024-11-20T01:21:05,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:05,280 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:05,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:21:05,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:05,297 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:05,298 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:05,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T01:21:05,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:21:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741837_1013 (size=960) 2024-11-20T01:21:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:21:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:21:05,713 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:21:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741838_1014 (size=53) 2024-11-20T01:21:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:21:06,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:06,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0b9a6673f9edb8eadbe3b387cf021bf1, disabling compactions & flushes 2024-11-20T01:21:06,124 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:06,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:06,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. after waiting 0 ms 2024-11-20T01:21:06,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:06,125 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:06,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:06,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:06,127 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065666127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065666127"}]},"ts":"1732065666127"} 2024-11-20T01:21:06,130 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:21:06,132 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:06,132 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065666132"}]},"ts":"1732065666132"} 2024-11-20T01:21:06,135 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:21:06,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b9a6673f9edb8eadbe3b387cf021bf1, ASSIGN}] 2024-11-20T01:21:06,141 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b9a6673f9edb8eadbe3b387cf021bf1, ASSIGN 2024-11-20T01:21:06,142 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b9a6673f9edb8eadbe3b387cf021bf1, ASSIGN; state=OFFLINE, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=false 2024-11-20T01:21:06,293 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0b9a6673f9edb8eadbe3b387cf021bf1, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:06,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:21:06,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:06,456 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:06,456 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:06,457 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,457 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:06,457 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,457 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,459 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,462 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:06,463 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9a6673f9edb8eadbe3b387cf021bf1 columnFamilyName A 2024-11-20T01:21:06,463 DEBUG [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:06,464 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.HStore(327): Store=0b9a6673f9edb8eadbe3b387cf021bf1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:06,464 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,465 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:06,466 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9a6673f9edb8eadbe3b387cf021bf1 columnFamilyName B 2024-11-20T01:21:06,466 DEBUG [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:06,466 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.HStore(327): Store=0b9a6673f9edb8eadbe3b387cf021bf1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:06,467 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,468 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:06,468 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9a6673f9edb8eadbe3b387cf021bf1 columnFamilyName C 2024-11-20T01:21:06,469 DEBUG [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:06,469 INFO [StoreOpener-0b9a6673f9edb8eadbe3b387cf021bf1-1 {}] regionserver.HStore(327): Store=0b9a6673f9edb8eadbe3b387cf021bf1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:06,470 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:06,471 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,471 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,474 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:21:06,476 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:06,479 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:06,480 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 0b9a6673f9edb8eadbe3b387cf021bf1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74745249, jitterRate=0.11379100382328033}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:21:06,481 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:06,482 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., pid=11, masterSystemTime=1732065666450 2024-11-20T01:21:06,485 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:06,485 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:06,486 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0b9a6673f9edb8eadbe3b387cf021bf1, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:06,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T01:21:06,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 in 192 msec 2024-11-20T01:21:06,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:21:06,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b9a6673f9edb8eadbe3b387cf021bf1, ASSIGN in 353 msec 2024-11-20T01:21:06,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:06,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065666496"}]},"ts":"1732065666496"} 2024-11-20T01:21:06,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:21:06,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:06,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2100 sec 2024-11-20T01:21:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:21:07,422 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T01:21:07,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-20T01:21:07,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,435 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:07,440 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:07,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-20T01:21:07,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,451 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-20T01:21:07,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-20T01:21:07,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-20T01:21:07,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-20T01:21:07,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-20T01:21:07,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,474 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-20T01:21:07,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,478 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-20T01:21:07,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-20T01:21:07,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:07,489 DEBUG [hconnection-0x7b5d524b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,490 DEBUG [hconnection-0x17b3816e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,491 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,492 DEBUG [hconnection-0x48af454-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,492 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,493 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,494 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,494 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,494 DEBUG [hconnection-0x134cb240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,495 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,498 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:07,499 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,502 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,502 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,503 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T01:21:07,508 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:07,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:07,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:07,515 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:21:07,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:21:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:07,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:07,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:07,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:07,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:07,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:07,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:21:07,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/7374dc74e24745eba536b740634b554e is 50, key is test_row_0/A:col10/1732065667535/Put/seqid=0 2024-11-20T01:21:07,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:21:07,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:07,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:07,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741839_1015 (size=14341) 2024-11-20T01:21:07,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/7374dc74e24745eba536b740634b554e 2024-11-20T01:21:07,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065727721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065727719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065727726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065727731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065727732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e6a43b340e0046ddaad745f1033106fa is 50, key is test_row_0/B:col10/1732065667535/Put/seqid=0 2024-11-20T01:21:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:21:07,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741840_1016 (size=12001) 2024-11-20T01:21:07,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e6a43b340e0046ddaad745f1033106fa 2024-11-20T01:21:07,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:21:07,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:07,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:07,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065727869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065727870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065727875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065727875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065727876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:07,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/f50d51c15dbd47eea61136377c90dc71 is 50, key is test_row_0/C:col10/1732065667535/Put/seqid=0 2024-11-20T01:21:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741841_1017 (size=12001) 2024-11-20T01:21:07,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/f50d51c15dbd47eea61136377c90dc71 2024-11-20T01:21:07,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/7374dc74e24745eba536b740634b554e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/7374dc74e24745eba536b740634b554e 2024-11-20T01:21:07,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/7374dc74e24745eba536b740634b554e, entries=200, sequenceid=12, filesize=14.0 K 2024-11-20T01:21:07,951 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T01:21:07,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e6a43b340e0046ddaad745f1033106fa as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e6a43b340e0046ddaad745f1033106fa 2024-11-20T01:21:07,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e6a43b340e0046ddaad745f1033106fa, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:21:07,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/f50d51c15dbd47eea61136377c90dc71 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f50d51c15dbd47eea61136377c90dc71 2024-11-20T01:21:07,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f50d51c15dbd47eea61136377c90dc71, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:21:07,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 433ms, sequenceid=12, compaction requested=false 2024-11-20T01:21:07,997 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T01:21:07,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:08,007 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:21:08,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:08,010 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:21:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/94bbf142c2454d8ea64bc0627fac547f is 50, key is test_row_0/A:col10/1732065667721/Put/seqid=0 2024-11-20T01:21:08,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741842_1018 (size=12001) 2024-11-20T01:21:08,054 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/94bbf142c2454d8ea64bc0627fac547f 2024-11-20T01:21:08,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e7db01006823417bbe048a1669b5a928 is 50, key is test_row_0/B:col10/1732065667721/Put/seqid=0 2024-11-20T01:21:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:08,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065728100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065728103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065728104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065728104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065728108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741843_1019 (size=12001) 2024-11-20T01:21:08,128 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e7db01006823417bbe048a1669b5a928 2024-11-20T01:21:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:21:08,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/8fb69f5726c648fba2910e5b43fe622f is 50, key is test_row_0/C:col10/1732065667721/Put/seqid=0 2024-11-20T01:21:08,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741844_1020 (size=12001) 2024-11-20T01:21:08,179 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/8fb69f5726c648fba2910e5b43fe622f 2024-11-20T01:21:08,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/94bbf142c2454d8ea64bc0627fac547f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/94bbf142c2454d8ea64bc0627fac547f 2024-11-20T01:21:08,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065728212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065728213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065728215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065728216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065728218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,224 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/94bbf142c2454d8ea64bc0627fac547f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T01:21:08,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e7db01006823417bbe048a1669b5a928 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7db01006823417bbe048a1669b5a928 2024-11-20T01:21:08,241 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7db01006823417bbe048a1669b5a928, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T01:21:08,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/8fb69f5726c648fba2910e5b43fe622f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/8fb69f5726c648fba2910e5b43fe622f 2024-11-20T01:21:08,256 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/8fb69f5726c648fba2910e5b43fe622f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T01:21:08,258 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 249ms, sequenceid=38, compaction requested=false 2024-11-20T01:21:08,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:08,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:08,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T01:21:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T01:21:08,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T01:21:08,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 748 msec 2024-11-20T01:21:08,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 767 msec 2024-11-20T01:21:08,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:21:08,310 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T01:21:08,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:21:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:08,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:08,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:08,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:08,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:08,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:08,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:08,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/8dfecb8887784bbbb7387c74b81bef53 is 50, key is test_row_0/A:col10/1732065668431/Put/seqid=0 2024-11-20T01:21:08,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741845_1021 (size=14341) 2024-11-20T01:21:08,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/8dfecb8887784bbbb7387c74b81bef53 2024-11-20T01:21:08,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/a50359a3d0134d4ca41b6d632b424f88 is 50, key is test_row_0/B:col10/1732065668431/Put/seqid=0 2024-11-20T01:21:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741846_1022 (size=12001) 2024-11-20T01:21:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065728519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065728525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065728536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065728540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065728541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:21:08,636 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T01:21:08,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T01:21:08,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065728642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:21:08,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:08,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:08,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065728645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065728659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065728662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065728663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:21:08,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T01:21:08,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:08,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065728853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065728859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065728865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065728873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065728874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/a50359a3d0134d4ca41b6d632b424f88 2024-11-20T01:21:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:21:08,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/c6257664ea554e679a9d1127545b26a2 is 50, key is test_row_0/C:col10/1732065668431/Put/seqid=0 2024-11-20T01:21:08,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:08,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T01:21:08,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:08,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:08,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:08,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741847_1023 (size=12001) 2024-11-20T01:21:08,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/c6257664ea554e679a9d1127545b26a2 2024-11-20T01:21:08,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/8dfecb8887784bbbb7387c74b81bef53 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8dfecb8887784bbbb7387c74b81bef53 2024-11-20T01:21:09,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8dfecb8887784bbbb7387c74b81bef53, entries=200, sequenceid=51, filesize=14.0 K 2024-11-20T01:21:09,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/a50359a3d0134d4ca41b6d632b424f88 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/a50359a3d0134d4ca41b6d632b424f88 2024-11-20T01:21:09,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/a50359a3d0134d4ca41b6d632b424f88, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T01:21:09,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/c6257664ea554e679a9d1127545b26a2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c6257664ea554e679a9d1127545b26a2 2024-11-20T01:21:09,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c6257664ea554e679a9d1127545b26a2, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T01:21:09,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 603ms, sequenceid=51, compaction requested=true 2024-11-20T01:21:09,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:09,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:09,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:09,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:09,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:09,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:09,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:09,044 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:09,044 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:09,049 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:09,051 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:09,051 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:09,051 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e6a43b340e0046ddaad745f1033106fa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7db01006823417bbe048a1669b5a928, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/a50359a3d0134d4ca41b6d632b424f88] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.2 K 2024-11-20T01:21:09,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e6a43b340e0046ddaad745f1033106fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065667535 2024-11-20T01:21:09,054 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e7db01006823417bbe048a1669b5a928, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732065667720 2024-11-20T01:21:09,055 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:09,056 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:09,056 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:09,056 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/7374dc74e24745eba536b740634b554e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/94bbf142c2454d8ea64bc0627fac547f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8dfecb8887784bbbb7387c74b81bef53] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=39.7 K 2024-11-20T01:21:09,056 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a50359a3d0134d4ca41b6d632b424f88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065668101 2024-11-20T01:21:09,057 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7374dc74e24745eba536b740634b554e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065667535 2024-11-20T01:21:09,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94bbf142c2454d8ea64bc0627fac547f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732065667720 2024-11-20T01:21:09,059 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dfecb8887784bbbb7387c74b81bef53, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065668101 2024-11-20T01:21:09,100 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:09,101 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0a820fe3faf04d97b9debeeb71e7aeec is 50, key is test_row_0/A:col10/1732065668431/Put/seqid=0 2024-11-20T01:21:09,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:21:09,108 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#9 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:09,110 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/3a724f8d6c5c4e1f89dd3df99d0e2658 is 50, key is test_row_0/B:col10/1732065668431/Put/seqid=0 2024-11-20T01:21:09,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T01:21:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:09,114 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:21:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:09,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/97151a43a7df4614b798030153670663 is 50, key is test_row_0/A:col10/1732065668509/Put/seqid=0 2024-11-20T01:21:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741848_1024 (size=12104) 2024-11-20T01:21:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:09,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741850_1026 (size=12001) 2024-11-20T01:21:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741849_1025 (size=12104) 2024-11-20T01:21:09,192 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/97151a43a7df4614b798030153670663 2024-11-20T01:21:09,201 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0a820fe3faf04d97b9debeeb71e7aeec as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0a820fe3faf04d97b9debeeb71e7aeec 2024-11-20T01:21:09,210 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/3a724f8d6c5c4e1f89dd3df99d0e2658 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3a724f8d6c5c4e1f89dd3df99d0e2658 2024-11-20T01:21:09,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065729208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065729208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065729213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065729213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065729213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/c84d78856c804e398f3d07d3ab4b87be is 50, key is test_row_0/B:col10/1732065668509/Put/seqid=0 2024-11-20T01:21:09,233 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into 3a724f8d6c5c4e1f89dd3df99d0e2658(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:09,234 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:09,234 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=13, startTime=1732065669044; duration=0sec 2024-11-20T01:21:09,234 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:09,234 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:09,235 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:09,236 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into 0a820fe3faf04d97b9debeeb71e7aeec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:09,236 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:09,236 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=13, startTime=1732065669040; duration=0sec 2024-11-20T01:21:09,237 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:09,237 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:09,238 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:09,238 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:09,238 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:09,238 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f50d51c15dbd47eea61136377c90dc71, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/8fb69f5726c648fba2910e5b43fe622f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c6257664ea554e679a9d1127545b26a2] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.2 K 2024-11-20T01:21:09,239 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f50d51c15dbd47eea61136377c90dc71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065667535 2024-11-20T01:21:09,240 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fb69f5726c648fba2910e5b43fe622f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732065667720 2024-11-20T01:21:09,242 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c6257664ea554e679a9d1127545b26a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065668101 2024-11-20T01:21:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:21:09,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741851_1027 (size=12001) 2024-11-20T01:21:09,265 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/c84d78856c804e398f3d07d3ab4b87be 2024-11-20T01:21:09,268 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#13 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:09,270 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/44a3f112d2d749148c648ccbcb843619 is 50, key is test_row_0/C:col10/1732065668431/Put/seqid=0 2024-11-20T01:21:09,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4da84d4a83a34d36b12000110e9a4fd8 is 50, key is test_row_0/C:col10/1732065668509/Put/seqid=0 2024-11-20T01:21:09,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741852_1028 (size=12104) 2024-11-20T01:21:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741853_1029 (size=12001) 2024-11-20T01:21:09,322 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4da84d4a83a34d36b12000110e9a4fd8 2024-11-20T01:21:09,322 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/44a3f112d2d749148c648ccbcb843619 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/44a3f112d2d749148c648ccbcb843619 2024-11-20T01:21:09,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065729324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065729325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065729328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065729328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065729330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/97151a43a7df4614b798030153670663 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/97151a43a7df4614b798030153670663 2024-11-20T01:21:09,341 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into 44a3f112d2d749148c648ccbcb843619(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:09,341 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:09,342 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=13, startTime=1732065669044; duration=0sec 2024-11-20T01:21:09,342 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:09,343 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:09,349 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/97151a43a7df4614b798030153670663, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T01:21:09,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/c84d78856c804e398f3d07d3ab4b87be as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/c84d78856c804e398f3d07d3ab4b87be 2024-11-20T01:21:09,365 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/c84d78856c804e398f3d07d3ab4b87be, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T01:21:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4da84d4a83a34d36b12000110e9a4fd8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4da84d4a83a34d36b12000110e9a4fd8 2024-11-20T01:21:09,381 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4da84d4a83a34d36b12000110e9a4fd8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T01:21:09,384 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 270ms, sequenceid=75, compaction requested=false 2024-11-20T01:21:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T01:21:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T01:21:09,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T01:21:09,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 740 msec 2024-11-20T01:21:09,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 749 msec 2024-11-20T01:21:09,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T01:21:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:09,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:09,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:09,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:09,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:09,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:09,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:09,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/35e5c25bfd594ba3bd4eb72e05539f81 is 50, key is test_row_0/A:col10/1732065669537/Put/seqid=0 2024-11-20T01:21:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741854_1030 (size=14341) 2024-11-20T01:21:09,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065729625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065729628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065729629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065729626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065729633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065729738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065729738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065729740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065729740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065729741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:21:09,754 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T01:21:09,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T01:21:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:21:09,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:09,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:09,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:21:09,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:21:09,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:09,904 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T01:21:09,905 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:09,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:09,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T01:21:09,907 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:21:09,907 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:09,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:21:09,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:09,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T01:21:09,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:09,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:09,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:09,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:09,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065729946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065729946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065729948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065729948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065729949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:09,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/35e5c25bfd594ba3bd4eb72e05539f81 2024-11-20T01:21:09,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/3cd73cdd2a0b465392582c6c28775961 is 50, key is test_row_0/B:col10/1732065669537/Put/seqid=0 2024-11-20T01:21:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741855_1031 (size=12001) 2024-11-20T01:21:10,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/3cd73cdd2a0b465392582c6c28775961 2024-11-20T01:21:10,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/7a73303b55a34cfe99ceeb575663db2d is 50, key is test_row_0/C:col10/1732065669537/Put/seqid=0 2024-11-20T01:21:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741856_1032 (size=12001) 2024-11-20T01:21:10,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/7a73303b55a34cfe99ceeb575663db2d 2024-11-20T01:21:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:21:10,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T01:21:10,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:10,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/35e5c25bfd594ba3bd4eb72e05539f81 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/35e5c25bfd594ba3bd4eb72e05539f81 2024-11-20T01:21:10,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:10,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:10,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/35e5c25bfd594ba3bd4eb72e05539f81, entries=200, sequenceid=95, filesize=14.0 K 2024-11-20T01:21:10,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/3cd73cdd2a0b465392582c6c28775961 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3cd73cdd2a0b465392582c6c28775961 2024-11-20T01:21:10,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3cd73cdd2a0b465392582c6c28775961, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T01:21:10,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/7a73303b55a34cfe99ceeb575663db2d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/7a73303b55a34cfe99ceeb575663db2d 2024-11-20T01:21:10,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/7a73303b55a34cfe99ceeb575663db2d, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T01:21:10,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 587ms, sequenceid=95, compaction requested=true 2024-11-20T01:21:10,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:10,128 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:10,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:10,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:10,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:10,133 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,133 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0a820fe3faf04d97b9debeeb71e7aeec, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/97151a43a7df4614b798030153670663, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/35e5c25bfd594ba3bd4eb72e05539f81] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=37.5 K 2024-11-20T01:21:10,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:10,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:10,134 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:10,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:10,134 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:10,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:10,134 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,134 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3a724f8d6c5c4e1f89dd3df99d0e2658, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/c84d78856c804e398f3d07d3ab4b87be, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3cd73cdd2a0b465392582c6c28775961] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.3 K 2024-11-20T01:21:10,135 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a820fe3faf04d97b9debeeb71e7aeec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065668101 2024-11-20T01:21:10,135 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a724f8d6c5c4e1f89dd3df99d0e2658, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065668101 2024-11-20T01:21:10,136 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97151a43a7df4614b798030153670663, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732065668509 2024-11-20T01:21:10,136 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c84d78856c804e398f3d07d3ab4b87be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732065668509 2024-11-20T01:21:10,137 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35e5c25bfd594ba3bd4eb72e05539f81, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065669207 2024-11-20T01:21:10,137 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cd73cdd2a0b465392582c6c28775961, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065669207 2024-11-20T01:21:10,161 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:10,162 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/9d5bbb5083de40c7b72dfc97b31d6f41 is 50, key is test_row_0/B:col10/1732065669537/Put/seqid=0 2024-11-20T01:21:10,162 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:10,163 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/3e3bdbc877114073b04008675e450d32 is 50, key is test_row_0/A:col10/1732065669537/Put/seqid=0 2024-11-20T01:21:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741857_1033 (size=12207) 2024-11-20T01:21:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741858_1034 (size=12207) 2024-11-20T01:21:10,207 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/9d5bbb5083de40c7b72dfc97b31d6f41 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9d5bbb5083de40c7b72dfc97b31d6f41 2024-11-20T01:21:10,222 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into 9d5bbb5083de40c7b72dfc97b31d6f41(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:10,222 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:10,223 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=13, startTime=1732065670130; duration=0sec 2024-11-20T01:21:10,223 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:10,223 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:10,223 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:10,228 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:10,228 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:10,228 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,228 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/44a3f112d2d749148c648ccbcb843619, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4da84d4a83a34d36b12000110e9a4fd8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/7a73303b55a34cfe99ceeb575663db2d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.3 K 2024-11-20T01:21:10,231 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a3f112d2d749148c648ccbcb843619, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065668101 2024-11-20T01:21:10,233 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da84d4a83a34d36b12000110e9a4fd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732065668509 2024-11-20T01:21:10,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,234 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a73303b55a34cfe99ceeb575663db2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065669207 2024-11-20T01:21:10,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T01:21:10,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,235 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T01:21:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:10,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4c9960b6ac354228add66efa6c6e796c is 50, key is test_row_0/A:col10/1732065669625/Put/seqid=0 2024-11-20T01:21:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741859_1035 (size=12001) 2024-11-20T01:21:10,262 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4c9960b6ac354228add66efa6c6e796c 2024-11-20T01:21:10,267 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:10,269 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/f7cb4e239a404616bf966b0762f013c0 is 50, key is test_row_0/C:col10/1732065669537/Put/seqid=0 2024-11-20T01:21:10,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065730279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741860_1036 (size=12207) 2024-11-20T01:21:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065730281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065730283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065730285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065730290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/ebb5d5234a634609afb24ecc27669865 is 50, key is test_row_0/B:col10/1732065669625/Put/seqid=0 2024-11-20T01:21:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741861_1037 (size=12001) 2024-11-20T01:21:10,308 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/ebb5d5234a634609afb24ecc27669865 2024-11-20T01:21:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/50887118aac345e0b8e755870e70fdb9 is 50, key is test_row_0/C:col10/1732065669625/Put/seqid=0 2024-11-20T01:21:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741862_1038 (size=12001) 2024-11-20T01:21:10,356 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/50887118aac345e0b8e755870e70fdb9 2024-11-20T01:21:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:21:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4c9960b6ac354228add66efa6c6e796c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c9960b6ac354228add66efa6c6e796c 2024-11-20T01:21:10,379 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c9960b6ac354228add66efa6c6e796c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T01:21:10,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/ebb5d5234a634609afb24ecc27669865 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ebb5d5234a634609afb24ecc27669865 2024-11-20T01:21:10,394 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ebb5d5234a634609afb24ecc27669865, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T01:21:10,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065730390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/50887118aac345e0b8e755870e70fdb9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/50887118aac345e0b8e755870e70fdb9 2024-11-20T01:21:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065730392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,405 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/50887118aac345e0b8e755870e70fdb9, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T01:21:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065730393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065730393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,408 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 173ms, sequenceid=116, compaction requested=false 2024-11-20T01:21:10,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:10,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T01:21:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T01:21:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:10,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:21:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:10,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T01:21:10,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 646 msec 2024-11-20T01:21:10,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 661 msec 2024-11-20T01:21:10,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/cdf84610146d417c8053956dfc3d8468 is 50, key is test_row_0/A:col10/1732065670283/Put/seqid=0 2024-11-20T01:21:10,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741863_1039 (size=14491) 2024-11-20T01:21:10,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065730499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065730598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,600 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/3e3bdbc877114073b04008675e450d32 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3e3bdbc877114073b04008675e450d32 2024-11-20T01:21:10,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065730606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065730608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065730610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065730610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,619 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into 3e3bdbc877114073b04008675e450d32(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:10,619 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:10,620 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=13, startTime=1732065670128; duration=0sec 2024-11-20T01:21:10,620 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:10,620 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:10,704 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/f7cb4e239a404616bf966b0762f013c0 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f7cb4e239a404616bf966b0762f013c0 2024-11-20T01:21:10,716 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into f7cb4e239a404616bf966b0762f013c0(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:10,716 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:10,716 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=13, startTime=1732065670134; duration=0sec 2024-11-20T01:21:10,716 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:10,717 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:10,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065730813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/cdf84610146d417c8053956dfc3d8468 2024-11-20T01:21:10,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/17f93b0bdc4543b98b3cf227bc20146f is 50, key is test_row_0/B:col10/1732065670283/Put/seqid=0 2024-11-20T01:21:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:21:10,867 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T01:21:10,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T01:21:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:21:10,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:10,876 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:10,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:10,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741864_1040 (size=12101) 2024-11-20T01:21:10,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/17f93b0bdc4543b98b3cf227bc20146f 2024-11-20T01:21:10,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065730903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/6edde5d5e1c14501a946822633b2dd6f is 50, key is test_row_0/C:col10/1732065670283/Put/seqid=0 2024-11-20T01:21:10,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065730916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065730917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065730918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741865_1041 (size=12101) 2024-11-20T01:21:10,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/6edde5d5e1c14501a946822633b2dd6f 2024-11-20T01:21:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/cdf84610146d417c8053956dfc3d8468 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/cdf84610146d417c8053956dfc3d8468 2024-11-20T01:21:10,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/cdf84610146d417c8053956dfc3d8468, entries=200, sequenceid=134, filesize=14.2 K 2024-11-20T01:21:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/17f93b0bdc4543b98b3cf227bc20146f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/17f93b0bdc4543b98b3cf227bc20146f 2024-11-20T01:21:10,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/17f93b0bdc4543b98b3cf227bc20146f, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T01:21:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:21:10,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/6edde5d5e1c14501a946822633b2dd6f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6edde5d5e1c14501a946822633b2dd6f 2024-11-20T01:21:10,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6edde5d5e1c14501a946822633b2dd6f, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T01:21:10,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 578ms, sequenceid=134, compaction requested=true 2024-11-20T01:21:10,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:10,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:10,990 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:10,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:10,991 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:10,992 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:10,992 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:10,992 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:10,992 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:10,993 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,993 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:10,993 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3e3bdbc877114073b04008675e450d32, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c9960b6ac354228add66efa6c6e796c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/cdf84610146d417c8053956dfc3d8468] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=37.8 K 2024-11-20T01:21:10,993 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9d5bbb5083de40c7b72dfc97b31d6f41, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ebb5d5234a634609afb24ecc27669865, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/17f93b0bdc4543b98b3cf227bc20146f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.5 K 2024-11-20T01:21:10,994 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e3bdbc877114073b04008675e450d32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065669207 2024-11-20T01:21:10,994 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d5bbb5083de40c7b72dfc97b31d6f41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065669207 2024-11-20T01:21:10,994 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c9960b6ac354228add66efa6c6e796c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732065669622 2024-11-20T01:21:10,995 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ebb5d5234a634609afb24ecc27669865, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732065669622 2024-11-20T01:21:10,996 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f93b0bdc4543b98b3cf227bc20146f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732065670276 2024-11-20T01:21:10,996 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdf84610146d417c8053956dfc3d8468, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732065670276 2024-11-20T01:21:11,018 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:11,019 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/5e7f40a31e2c40669aebd15f42c27d70 is 50, key is test_row_0/B:col10/1732065670283/Put/seqid=0 2024-11-20T01:21:11,019 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:11,020 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/a84a9ecf85e54f3fbe13255901aa5e3b is 50, key is test_row_0/A:col10/1732065670283/Put/seqid=0 2024-11-20T01:21:11,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:21:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:11,031 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:21:11,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:11,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:11,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:11,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741866_1042 (size=12409) 2024-11-20T01:21:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741867_1043 (size=12409) 2024-11-20T01:21:11,063 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/5e7f40a31e2c40669aebd15f42c27d70 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/5e7f40a31e2c40669aebd15f42c27d70 2024-11-20T01:21:11,072 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/a84a9ecf85e54f3fbe13255901aa5e3b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/a84a9ecf85e54f3fbe13255901aa5e3b 2024-11-20T01:21:11,078 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into 5e7f40a31e2c40669aebd15f42c27d70(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:11,078 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:11,078 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=13, startTime=1732065670991; duration=0sec 2024-11-20T01:21:11,078 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:11,078 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:11,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/15f08d48ef1f40dda8ea63b06b9e5340 is 50, key is test_row_0/A:col10/1732065670471/Put/seqid=0 2024-11-20T01:21:11,079 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:11,085 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into a84a9ecf85e54f3fbe13255901aa5e3b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:11,085 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:11,085 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=13, startTime=1732065670990; duration=0sec 2024-11-20T01:21:11,085 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:11,085 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:11,086 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:11,086 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:11,087 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:11,087 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f7cb4e239a404616bf966b0762f013c0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/50887118aac345e0b8e755870e70fdb9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6edde5d5e1c14501a946822633b2dd6f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.5 K 2024-11-20T01:21:11,088 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f7cb4e239a404616bf966b0762f013c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065669207 2024-11-20T01:21:11,089 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 50887118aac345e0b8e755870e70fdb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732065669622 2024-11-20T01:21:11,090 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6edde5d5e1c14501a946822633b2dd6f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732065670276 2024-11-20T01:21:11,111 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:11,112 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/538c0b63e34e404e976602d6c62916c9 is 50, key is test_row_0/C:col10/1732065670283/Put/seqid=0 2024-11-20T01:21:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:11,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:11,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741868_1044 (size=12151) 2024-11-20T01:21:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741869_1045 (size=12409) 2024-11-20T01:21:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:21:11,186 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/538c0b63e34e404e976602d6c62916c9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/538c0b63e34e404e976602d6c62916c9 2024-11-20T01:21:11,197 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into 538c0b63e34e404e976602d6c62916c9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:11,197 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:11,197 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=13, startTime=1732065670991; duration=0sec 2024-11-20T01:21:11,198 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:11,198 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:11,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065731206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065731317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065731409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065731420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065731421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065731428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:21:11,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065731521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,531 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/15f08d48ef1f40dda8ea63b06b9e5340 2024-11-20T01:21:11,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/20cfee9a09ba420e9f949c8b10b9a977 is 50, key is test_row_0/B:col10/1732065670471/Put/seqid=0 2024-11-20T01:21:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741870_1046 (size=12151) 2024-11-20T01:21:11,577 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/20cfee9a09ba420e9f949c8b10b9a977 2024-11-20T01:21:11,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/d9bac940963c4026a812f5de202da6aa is 50, key is test_row_0/C:col10/1732065670471/Put/seqid=0 2024-11-20T01:21:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741871_1047 (size=12151) 2024-11-20T01:21:11,629 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/d9bac940963c4026a812f5de202da6aa 2024-11-20T01:21:11,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/15f08d48ef1f40dda8ea63b06b9e5340 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/15f08d48ef1f40dda8ea63b06b9e5340 2024-11-20T01:21:11,654 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/15f08d48ef1f40dda8ea63b06b9e5340, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T01:21:11,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/20cfee9a09ba420e9f949c8b10b9a977 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/20cfee9a09ba420e9f949c8b10b9a977 2024-11-20T01:21:11,673 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/20cfee9a09ba420e9f949c8b10b9a977, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T01:21:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/d9bac940963c4026a812f5de202da6aa as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d9bac940963c4026a812f5de202da6aa 2024-11-20T01:21:11,686 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d9bac940963c4026a812f5de202da6aa, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T01:21:11,688 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 657ms, sequenceid=154, compaction requested=false 2024-11-20T01:21:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T01:21:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T01:21:11,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T01:21:11,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 815 msec 2024-11-20T01:21:11,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 827 msec 2024-11-20T01:21:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:11,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T01:21:11,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:11,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/3f406c97cbf64c479575316403f9dc63 is 50, key is test_row_0/A:col10/1732065671197/Put/seqid=0 2024-11-20T01:21:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741872_1048 (size=12151) 2024-11-20T01:21:11,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/3f406c97cbf64c479575316403f9dc63 2024-11-20T01:21:11,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/b2dbe8c9e3d44dca9f0fb5ea754c840f is 50, key is test_row_0/B:col10/1732065671197/Put/seqid=0 2024-11-20T01:21:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065731887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741873_1049 (size=12151) 2024-11-20T01:21:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:21:11,979 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T01:21:11,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T01:21:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:21:11,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:11,988 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:11,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065731993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:21:12,141 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:21:12,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:12,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065732197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:21:12,297 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:21:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/b2dbe8c9e3d44dca9f0fb5ea754c840f 2024-11-20T01:21:12,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/0e82e7db596c4523b4b24d9748431e20 is 50, key is test_row_0/C:col10/1732065671197/Put/seqid=0 2024-11-20T01:21:12,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741874_1050 (size=12151) 2024-11-20T01:21:12,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065732417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065732423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065732434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065732436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:21:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065732504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:21:12,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:21:12,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/0e82e7db596c4523b4b24d9748431e20 2024-11-20T01:21:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/3f406c97cbf64c479575316403f9dc63 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3f406c97cbf64c479575316403f9dc63 2024-11-20T01:21:12,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:21:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3f406c97cbf64c479575316403f9dc63, entries=150, sequenceid=176, filesize=11.9 K 2024-11-20T01:21:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:12,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/b2dbe8c9e3d44dca9f0fb5ea754c840f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b2dbe8c9e3d44dca9f0fb5ea754c840f 2024-11-20T01:21:12,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b2dbe8c9e3d44dca9f0fb5ea754c840f, entries=150, sequenceid=176, filesize=11.9 K 2024-11-20T01:21:12,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/0e82e7db596c4523b4b24d9748431e20 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/0e82e7db596c4523b4b24d9748431e20 2024-11-20T01:21:12,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/0e82e7db596c4523b4b24d9748431e20, entries=150, sequenceid=176, filesize=11.9 K 2024-11-20T01:21:12,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 962ms, sequenceid=176, compaction requested=true 2024-11-20T01:21:12,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:12,791 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:12,791 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:12,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:12,793 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:12,793 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:12,793 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,793 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/5e7f40a31e2c40669aebd15f42c27d70, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/20cfee9a09ba420e9f949c8b10b9a977, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b2dbe8c9e3d44dca9f0fb5ea754c840f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.9 K 2024-11-20T01:21:12,794 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:12,794 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e7f40a31e2c40669aebd15f42c27d70, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732065670276 2024-11-20T01:21:12,794 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:12,794 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,794 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/a84a9ecf85e54f3fbe13255901aa5e3b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/15f08d48ef1f40dda8ea63b06b9e5340, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3f406c97cbf64c479575316403f9dc63] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.9 K 2024-11-20T01:21:12,794 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting a84a9ecf85e54f3fbe13255901aa5e3b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732065670276 2024-11-20T01:21:12,795 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 20cfee9a09ba420e9f949c8b10b9a977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732065670471 2024-11-20T01:21:12,795 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15f08d48ef1f40dda8ea63b06b9e5340, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732065670471 2024-11-20T01:21:12,795 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b2dbe8c9e3d44dca9f0fb5ea754c840f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732065671197 2024-11-20T01:21:12,796 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f406c97cbf64c479575316403f9dc63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732065671197 2024-11-20T01:21:12,812 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:12,813 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e7ce1d3cfaeb47edadd45c374078786a is 50, key is test_row_0/B:col10/1732065671197/Put/seqid=0 2024-11-20T01:21:12,826 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:12,827 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/ce9b9106b7a642c0a15d44b9d6df9866 is 50, key is test_row_0/A:col10/1732065671197/Put/seqid=0 2024-11-20T01:21:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741875_1051 (size=12561) 2024-11-20T01:21:12,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741876_1052 (size=12561) 2024-11-20T01:21:12,852 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e7ce1d3cfaeb47edadd45c374078786a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7ce1d3cfaeb47edadd45c374078786a 2024-11-20T01:21:12,862 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into e7ce1d3cfaeb47edadd45c374078786a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:12,862 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:12,862 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=13, startTime=1732065672791; duration=0sec 2024-11-20T01:21:12,862 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:12,862 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:12,863 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:12,865 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:12,865 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:12,865 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,865 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/538c0b63e34e404e976602d6c62916c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d9bac940963c4026a812f5de202da6aa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/0e82e7db596c4523b4b24d9748431e20] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=35.9 K 2024-11-20T01:21:12,866 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 538c0b63e34e404e976602d6c62916c9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732065670276 2024-11-20T01:21:12,866 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d9bac940963c4026a812f5de202da6aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732065670471 2024-11-20T01:21:12,867 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e82e7db596c4523b4b24d9748431e20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732065671197 2024-11-20T01:21:12,879 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:12,880 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/e8a212007538427a948352f4cc4f80bf is 50, key is test_row_0/C:col10/1732065671197/Put/seqid=0 2024-11-20T01:21:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741877_1053 (size=12561) 2024-11-20T01:21:12,906 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/e8a212007538427a948352f4cc4f80bf as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e8a212007538427a948352f4cc4f80bf 2024-11-20T01:21:12,918 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into e8a212007538427a948352f4cc4f80bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:12,919 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:12,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:12,919 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=13, startTime=1732065672791; duration=0sec 2024-11-20T01:21:12,919 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:12,919 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:12,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:21:12,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:12,921 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T01:21:12,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:12,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:12,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:12,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4c632ef5a1c148718e85c05c7e710cb7 is 50, key is test_row_0/A:col10/1732065671884/Put/seqid=0 2024-11-20T01:21:12,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741878_1054 (size=12151) 2024-11-20T01:21:12,958 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4c632ef5a1c148718e85c05c7e710cb7 2024-11-20T01:21:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/1e54ca9579d5479587d313de15fffa8d is 50, key is test_row_0/B:col10/1732065671884/Put/seqid=0 2024-11-20T01:21:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741879_1055 (size=12151) 2024-11-20T01:21:12,993 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/1e54ca9579d5479587d313de15fffa8d 2024-11-20T01:21:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/2006aaaa2a2344ef8634e9ac5d2ee806 is 50, key is test_row_0/C:col10/1732065671884/Put/seqid=0 2024-11-20T01:21:13,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741880_1056 (size=12151) 2024-11-20T01:21:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065733078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:21:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065733183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:13,260 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/ce9b9106b7a642c0a15d44b9d6df9866 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/ce9b9106b7a642c0a15d44b9d6df9866 2024-11-20T01:21:13,270 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into ce9b9106b7a642c0a15d44b9d6df9866(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:13,270 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:13,270 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=13, startTime=1732065672791; duration=0sec 2024-11-20T01:21:13,270 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:13,270 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:13,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065733387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:13,431 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/2006aaaa2a2344ef8634e9ac5d2ee806 2024-11-20T01:21:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4c632ef5a1c148718e85c05c7e710cb7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c632ef5a1c148718e85c05c7e710cb7 2024-11-20T01:21:13,449 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c632ef5a1c148718e85c05c7e710cb7, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T01:21:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/1e54ca9579d5479587d313de15fffa8d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1e54ca9579d5479587d313de15fffa8d 2024-11-20T01:21:13,458 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1e54ca9579d5479587d313de15fffa8d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T01:21:13,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/2006aaaa2a2344ef8634e9ac5d2ee806 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/2006aaaa2a2344ef8634e9ac5d2ee806 2024-11-20T01:21:13,469 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/2006aaaa2a2344ef8634e9ac5d2ee806, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T01:21:13,470 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 549ms, sequenceid=195, compaction requested=false 2024-11-20T01:21:13,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:13,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:13,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T01:21:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T01:21:13,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T01:21:13,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-11-20T01:21:13,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.4950 sec 2024-11-20T01:21:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:13,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T01:21:13,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:13,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:13,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:13,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:13,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:13,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:13,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/396a157f035e4600a2063ee8a3744a0d is 50, key is test_row_0/A:col10/1732065673076/Put/seqid=0 2024-11-20T01:21:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741881_1057 (size=12151) 2024-11-20T01:21:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065733748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:13,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065733851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065734056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:21:14,093 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T01:21:14,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T01:21:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:21:14,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:14,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:14,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:14,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/396a157f035e4600a2063ee8a3744a0d 2024-11-20T01:21:14,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7c5895c9f04747a18fc33ba4be3738b9 is 50, key is test_row_0/B:col10/1732065673076/Put/seqid=0 2024-11-20T01:21:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741882_1058 (size=12151) 2024-11-20T01:21:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:21:14,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T01:21:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065734358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:21:14,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T01:21:14,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:14,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065734423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,425 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065734442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,446 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:14,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065734444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,448 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:14,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065734456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,458 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:14,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7c5895c9f04747a18fc33ba4be3738b9 2024-11-20T01:21:14,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T01:21:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:14,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/506d88217e774a7884da5a66a3f3caf3 is 50, key is test_row_0/C:col10/1732065673076/Put/seqid=0 2024-11-20T01:21:14,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741883_1059 (size=12151) 2024-11-20T01:21:14,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/506d88217e774a7884da5a66a3f3caf3 2024-11-20T01:21:14,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/396a157f035e4600a2063ee8a3744a0d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/396a157f035e4600a2063ee8a3744a0d 2024-11-20T01:21:14,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/396a157f035e4600a2063ee8a3744a0d, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:21:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7c5895c9f04747a18fc33ba4be3738b9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7c5895c9f04747a18fc33ba4be3738b9 2024-11-20T01:21:14,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7c5895c9f04747a18fc33ba4be3738b9, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:21:14,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/506d88217e774a7884da5a66a3f3caf3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/506d88217e774a7884da5a66a3f3caf3 2024-11-20T01:21:14,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/506d88217e774a7884da5a66a3f3caf3, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:21:14,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 910ms, sequenceid=216, compaction requested=true 2024-11-20T01:21:14,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:14,605 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:14,605 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:14,606 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:14,606 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:14,606 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:14,606 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,606 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:14,607 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/ce9b9106b7a642c0a15d44b9d6df9866, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c632ef5a1c148718e85c05c7e710cb7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/396a157f035e4600a2063ee8a3744a0d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.0 K 2024-11-20T01:21:14,607 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,607 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7ce1d3cfaeb47edadd45c374078786a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1e54ca9579d5479587d313de15fffa8d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7c5895c9f04747a18fc33ba4be3738b9] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.0 K 2024-11-20T01:21:14,607 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce9b9106b7a642c0a15d44b9d6df9866, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732065671197 2024-11-20T01:21:14,608 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e7ce1d3cfaeb47edadd45c374078786a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732065671197 2024-11-20T01:21:14,608 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e54ca9579d5479587d313de15fffa8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065671850 2024-11-20T01:21:14,608 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c632ef5a1c148718e85c05c7e710cb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065671850 2024-11-20T01:21:14,609 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 396a157f035e4600a2063ee8a3744a0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065673045 2024-11-20T01:21:14,609 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c5895c9f04747a18fc33ba4be3738b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065673045 2024-11-20T01:21:14,622 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:14,622 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/77817ab1a1834e30b2bc0777cf5175b4 is 50, key is test_row_0/B:col10/1732065673076/Put/seqid=0 2024-11-20T01:21:14,623 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:14,624 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/afba2e847bb9492cb439603dadb5e694 is 50, key is test_row_0/A:col10/1732065673076/Put/seqid=0 2024-11-20T01:21:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741884_1060 (size=12663) 2024-11-20T01:21:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741885_1061 (size=12663) 2024-11-20T01:21:14,680 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/afba2e847bb9492cb439603dadb5e694 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/afba2e847bb9492cb439603dadb5e694 2024-11-20T01:21:14,691 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into afba2e847bb9492cb439603dadb5e694(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:14,691 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:14,691 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=13, startTime=1732065674604; duration=0sec 2024-11-20T01:21:14,691 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:14,691 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:14,691 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:14,693 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:14,694 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:14,694 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,694 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e8a212007538427a948352f4cc4f80bf, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/2006aaaa2a2344ef8634e9ac5d2ee806, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/506d88217e774a7884da5a66a3f3caf3] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.0 K 2024-11-20T01:21:14,695 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8a212007538427a948352f4cc4f80bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732065671197 2024-11-20T01:21:14,695 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2006aaaa2a2344ef8634e9ac5d2ee806, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065671850 2024-11-20T01:21:14,696 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 506d88217e774a7884da5a66a3f3caf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065673045 2024-11-20T01:21:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:21:14,706 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:14,707 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/74fcdc0baf644f1b8ba1f68daabb1c01 is 50, key is test_row_0/C:col10/1732065673076/Put/seqid=0 2024-11-20T01:21:14,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:14,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T01:21:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:14,716 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T01:21:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/27fc8792164242babb68a46761dd2976 is 50, key is test_row_0/A:col10/1732065673722/Put/seqid=0 2024-11-20T01:21:14,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741886_1062 (size=12663) 2024-11-20T01:21:14,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741887_1063 (size=12151) 2024-11-20T01:21:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:14,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:14,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065734921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:15,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065735024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:15,058 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/77817ab1a1834e30b2bc0777cf5175b4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/77817ab1a1834e30b2bc0777cf5175b4 2024-11-20T01:21:15,073 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into 77817ab1a1834e30b2bc0777cf5175b4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:15,073 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:15,073 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=13, startTime=1732065674605; duration=0sec 2024-11-20T01:21:15,073 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:15,073 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:15,138 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/74fcdc0baf644f1b8ba1f68daabb1c01 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/74fcdc0baf644f1b8ba1f68daabb1c01 2024-11-20T01:21:15,143 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/27fc8792164242babb68a46761dd2976 2024-11-20T01:21:15,151 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into 74fcdc0baf644f1b8ba1f68daabb1c01(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:15,151 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:15,151 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=13, startTime=1732065674605; duration=0sec 2024-11-20T01:21:15,152 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:15,152 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e40bf35c83744802a59be171b1d17752 is 50, key is test_row_0/B:col10/1732065673722/Put/seqid=0 2024-11-20T01:21:15,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741888_1064 (size=12151) 2024-11-20T01:21:15,174 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e40bf35c83744802a59be171b1d17752 2024-11-20T01:21:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/3169c05f9e7447afbc8793692865071d is 50, key is test_row_0/C:col10/1732065673722/Put/seqid=0 2024-11-20T01:21:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741889_1065 (size=12151) 2024-11-20T01:21:15,200 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/3169c05f9e7447afbc8793692865071d 2024-11-20T01:21:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:21:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/27fc8792164242babb68a46761dd2976 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/27fc8792164242babb68a46761dd2976 2024-11-20T01:21:15,214 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/27fc8792164242babb68a46761dd2976, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T01:21:15,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e40bf35c83744802a59be171b1d17752 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e40bf35c83744802a59be171b1d17752 2024-11-20T01:21:15,222 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e40bf35c83744802a59be171b1d17752, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T01:21:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/3169c05f9e7447afbc8793692865071d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3169c05f9e7447afbc8793692865071d 2024-11-20T01:21:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065735227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:15,229 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3169c05f9e7447afbc8793692865071d, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T01:21:15,230 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 514ms, sequenceid=233, compaction requested=false 2024-11-20T01:21:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T01:21:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T01:21:15,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T01:21:15,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1340 sec 2024-11-20T01:21:15,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.1410 sec 2024-11-20T01:21:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:15,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:21:15,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:15,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:15,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:15,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:15,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:15,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:15,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0314414cf6f449bfbc1905e0875d5138 is 50, key is test_row_0/A:col10/1732065674904/Put/seqid=0 2024-11-20T01:21:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741890_1066 (size=14541) 2024-11-20T01:21:15,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0314414cf6f449bfbc1905e0875d5138 2024-11-20T01:21:15,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/be281b96ade648bf9ad0babce5be7aa3 is 50, key is test_row_0/B:col10/1732065674904/Put/seqid=0 2024-11-20T01:21:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741891_1067 (size=12151) 2024-11-20T01:21:15,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/be281b96ade648bf9ad0babce5be7aa3 2024-11-20T01:21:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065735570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:15,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/6d03183148724fff97a83a3a3a36698e is 50, key is test_row_0/C:col10/1732065674904/Put/seqid=0 2024-11-20T01:21:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741892_1068 (size=12151) 2024-11-20T01:21:15,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065735675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:15,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065735879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/6d03183148724fff97a83a3a3a36698e 2024-11-20T01:21:16,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0314414cf6f449bfbc1905e0875d5138 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0314414cf6f449bfbc1905e0875d5138 2024-11-20T01:21:16,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0314414cf6f449bfbc1905e0875d5138, entries=200, sequenceid=256, filesize=14.2 K 2024-11-20T01:21:16,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/be281b96ade648bf9ad0babce5be7aa3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/be281b96ade648bf9ad0babce5be7aa3 2024-11-20T01:21:16,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/be281b96ade648bf9ad0babce5be7aa3, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T01:21:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/6d03183148724fff97a83a3a3a36698e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6d03183148724fff97a83a3a3a36698e 2024-11-20T01:21:16,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6d03183148724fff97a83a3a3a36698e, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T01:21:16,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 503ms, sequenceid=256, compaction requested=true 2024-11-20T01:21:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:16,036 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:16,036 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:16,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:16,037 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:16,037 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:16,037 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,038 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/afba2e847bb9492cb439603dadb5e694, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/27fc8792164242babb68a46761dd2976, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0314414cf6f449bfbc1905e0875d5138] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=38.4 K 2024-11-20T01:21:16,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:16,038 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:16,038 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting afba2e847bb9492cb439603dadb5e694, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065673045 2024-11-20T01:21:16,038 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:16,038 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,039 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/77817ab1a1834e30b2bc0777cf5175b4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e40bf35c83744802a59be171b1d17752, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/be281b96ade648bf9ad0babce5be7aa3] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.1 K 2024-11-20T01:21:16,039 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 77817ab1a1834e30b2bc0777cf5175b4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065673045 2024-11-20T01:21:16,039 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27fc8792164242babb68a46761dd2976, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732065673722 2024-11-20T01:21:16,040 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e40bf35c83744802a59be171b1d17752, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732065673722 2024-11-20T01:21:16,040 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0314414cf6f449bfbc1905e0875d5138, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732065674904 2024-11-20T01:21:16,041 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting be281b96ade648bf9ad0babce5be7aa3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732065674904 2024-11-20T01:21:16,058 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:16,058 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:16,059 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/0dff1d0de99d4b12afcce2685f03bc66 is 50, key is test_row_0/B:col10/1732065674904/Put/seqid=0 2024-11-20T01:21:16,059 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/93e3a0b74c8f47ea9954f879dbbe9de9 is 50, key is test_row_0/A:col10/1732065674904/Put/seqid=0 2024-11-20T01:21:16,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741894_1070 (size=12765) 2024-11-20T01:21:16,090 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/93e3a0b74c8f47ea9954f879dbbe9de9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/93e3a0b74c8f47ea9954f879dbbe9de9 2024-11-20T01:21:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741893_1069 (size=12765) 2024-11-20T01:21:16,103 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/0dff1d0de99d4b12afcce2685f03bc66 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0dff1d0de99d4b12afcce2685f03bc66 2024-11-20T01:21:16,110 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into 93e3a0b74c8f47ea9954f879dbbe9de9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:16,110 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:16,110 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=13, startTime=1732065676036; duration=0sec 2024-11-20T01:21:16,110 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:16,111 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:16,111 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:16,114 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:16,114 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:16,114 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,115 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/74fcdc0baf644f1b8ba1f68daabb1c01, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3169c05f9e7447afbc8793692865071d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6d03183148724fff97a83a3a3a36698e] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.1 K 2024-11-20T01:21:16,115 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into 0dff1d0de99d4b12afcce2685f03bc66(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:16,115 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:16,115 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=13, startTime=1732065676036; duration=0sec 2024-11-20T01:21:16,115 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:16,115 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:16,115 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74fcdc0baf644f1b8ba1f68daabb1c01, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065673045 2024-11-20T01:21:16,116 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3169c05f9e7447afbc8793692865071d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732065673722 2024-11-20T01:21:16,117 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d03183148724fff97a83a3a3a36698e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732065674904 2024-11-20T01:21:16,135 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:16,136 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/d58919b6f47d47a2ae42be13e1e45ed2 is 50, key is test_row_0/C:col10/1732065674904/Put/seqid=0 2024-11-20T01:21:16,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741895_1071 (size=12765) 2024-11-20T01:21:16,165 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/d58919b6f47d47a2ae42be13e1e45ed2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d58919b6f47d47a2ae42be13e1e45ed2 2024-11-20T01:21:16,174 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into d58919b6f47d47a2ae42be13e1e45ed2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:16,175 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:16,175 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=13, startTime=1732065676037; duration=0sec 2024-11-20T01:21:16,176 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:16,176 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:16,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T01:21:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:16,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/85b2778951664abebe55e4be062768f2 is 50, key is test_row_0/A:col10/1732065675567/Put/seqid=0 2024-11-20T01:21:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:21:16,203 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T01:21:16,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-20T01:21:16,207 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:21:16,208 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:16,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741896_1072 (size=14741) 2024-11-20T01:21:16,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065736251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:21:16,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065736355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T01:21:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:21:16,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T01:21:16,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065736559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/85b2778951664abebe55e4be062768f2 2024-11-20T01:21:16,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/1fa7c04b5d3c4c278518780a4e93fcd9 is 50, key is test_row_0/B:col10/1732065675567/Put/seqid=0 2024-11-20T01:21:16,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741897_1073 (size=12301) 2024-11-20T01:21:16,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/1fa7c04b5d3c4c278518780a4e93fcd9 2024-11-20T01:21:16,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/42c692fdc175459da3f75866ac5fbad1 is 50, key is test_row_0/C:col10/1732065675567/Put/seqid=0 2024-11-20T01:21:16,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T01:21:16,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741898_1074 (size=12301) 2024-11-20T01:21:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:21:16,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T01:21:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065736863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:16,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T01:21:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:16,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:17,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/42c692fdc175459da3f75866ac5fbad1 2024-11-20T01:21:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/85b2778951664abebe55e4be062768f2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/85b2778951664abebe55e4be062768f2 2024-11-20T01:21:17,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/85b2778951664abebe55e4be062768f2, entries=200, sequenceid=275, filesize=14.4 K 2024-11-20T01:21:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/1fa7c04b5d3c4c278518780a4e93fcd9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1fa7c04b5d3c4c278518780a4e93fcd9 2024-11-20T01:21:17,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1fa7c04b5d3c4c278518780a4e93fcd9, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T01:21:17,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/42c692fdc175459da3f75866ac5fbad1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/42c692fdc175459da3f75866ac5fbad1 2024-11-20T01:21:17,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/42c692fdc175459da3f75866ac5fbad1, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T01:21:17,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 939ms, sequenceid=275, compaction requested=false 2024-11-20T01:21:17,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:17,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:17,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T01:21:17,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:17,135 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T01:21:17,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:17,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:17,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:17,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4918c31a9a0746dd88eecee9ce9e3c7c is 50, key is test_row_0/A:col10/1732065676228/Put/seqid=0 2024-11-20T01:21:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741899_1075 (size=12301) 2024-11-20T01:21:17,160 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4918c31a9a0746dd88eecee9ce9e3c7c 2024-11-20T01:21:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/92ee6333f9594de3826ec3b7ccac700b is 50, key is test_row_0/B:col10/1732065676228/Put/seqid=0 2024-11-20T01:21:17,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741900_1076 (size=12301) 2024-11-20T01:21:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:21:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:17,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065737425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:17,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065737529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:17,587 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/92ee6333f9594de3826ec3b7ccac700b 2024-11-20T01:21:17,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4d23d3fbd17145ce99e7184a3c4268eb is 50, key is test_row_0/C:col10/1732065676228/Put/seqid=0 2024-11-20T01:21:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741901_1077 (size=12301) 2024-11-20T01:21:17,602 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4d23d3fbd17145ce99e7184a3c4268eb 2024-11-20T01:21:17,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/4918c31a9a0746dd88eecee9ce9e3c7c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4918c31a9a0746dd88eecee9ce9e3c7c 2024-11-20T01:21:17,613 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4918c31a9a0746dd88eecee9ce9e3c7c, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T01:21:17,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/92ee6333f9594de3826ec3b7ccac700b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/92ee6333f9594de3826ec3b7ccac700b 2024-11-20T01:21:17,620 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/92ee6333f9594de3826ec3b7ccac700b, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T01:21:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4d23d3fbd17145ce99e7184a3c4268eb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4d23d3fbd17145ce99e7184a3c4268eb 2024-11-20T01:21:17,627 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4d23d3fbd17145ce99e7184a3c4268eb, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T01:21:17,628 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 494ms, sequenceid=295, compaction requested=true 2024-11-20T01:21:17,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-20T01:21:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-20T01:21:17,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T01:21:17,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-20T01:21:17,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.4270 sec 2024-11-20T01:21:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:17,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T01:21:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0bab06a1e11f4648882b34eee652232c is 50, key is test_row_0/A:col10/1732065677423/Put/seqid=0 2024-11-20T01:21:17,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741902_1078 (size=14741) 2024-11-20T01:21:17,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0bab06a1e11f4648882b34eee652232c 2024-11-20T01:21:17,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e079d1b965a444a286f396520b6a9910 is 50, key is test_row_0/B:col10/1732065677423/Put/seqid=0 2024-11-20T01:21:17,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741903_1079 (size=12301) 2024-11-20T01:21:17,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e079d1b965a444a286f396520b6a9910 2024-11-20T01:21:17,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/472ff3f9696647a38ffebbca277db70a is 50, key is test_row_0/C:col10/1732065677423/Put/seqid=0 2024-11-20T01:21:17,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065737808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741904_1080 (size=12301) 2024-11-20T01:21:17,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/472ff3f9696647a38ffebbca277db70a 2024-11-20T01:21:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0bab06a1e11f4648882b34eee652232c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0bab06a1e11f4648882b34eee652232c 2024-11-20T01:21:17,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0bab06a1e11f4648882b34eee652232c, entries=200, sequenceid=312, filesize=14.4 K 2024-11-20T01:21:17,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/e079d1b965a444a286f396520b6a9910 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e079d1b965a444a286f396520b6a9910 2024-11-20T01:21:17,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e079d1b965a444a286f396520b6a9910, entries=150, sequenceid=312, filesize=12.0 K 2024-11-20T01:21:17,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/472ff3f9696647a38ffebbca277db70a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/472ff3f9696647a38ffebbca277db70a 2024-11-20T01:21:17,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/472ff3f9696647a38ffebbca277db70a, entries=150, sequenceid=312, filesize=12.0 K 2024-11-20T01:21:17,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 125ms, sequenceid=312, compaction requested=true 2024-11-20T01:21:17,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:17,863 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:17,863 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:17,865 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:17,865 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:17,865 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:17,865 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:17,865 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:17,865 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:17,865 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0dff1d0de99d4b12afcce2685f03bc66, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1fa7c04b5d3c4c278518780a4e93fcd9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/92ee6333f9594de3826ec3b7ccac700b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e079d1b965a444a286f396520b6a9910] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=48.5 K 2024-11-20T01:21:17,865 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/93e3a0b74c8f47ea9954f879dbbe9de9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/85b2778951664abebe55e4be062768f2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4918c31a9a0746dd88eecee9ce9e3c7c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0bab06a1e11f4648882b34eee652232c] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=53.3 K 2024-11-20T01:21:17,866 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dff1d0de99d4b12afcce2685f03bc66, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732065674904 2024-11-20T01:21:17,866 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93e3a0b74c8f47ea9954f879dbbe9de9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732065674904 2024-11-20T01:21:17,867 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fa7c04b5d3c4c278518780a4e93fcd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732065675547 2024-11-20T01:21:17,867 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85b2778951664abebe55e4be062768f2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732065675547 2024-11-20T01:21:17,867 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 92ee6333f9594de3826ec3b7ccac700b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732065676228 2024-11-20T01:21:17,868 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4918c31a9a0746dd88eecee9ce9e3c7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732065676228 2024-11-20T01:21:17,868 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e079d1b965a444a286f396520b6a9910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065677407 2024-11-20T01:21:17,868 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bab06a1e11f4648882b34eee652232c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065677407 2024-11-20T01:21:17,889 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:17,889 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/91576d7407ad46e5ab8e3431b1e6df82 is 50, key is test_row_0/A:col10/1732065677423/Put/seqid=0 2024-11-20T01:21:17,894 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#67 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:17,895 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/9e225c2e2f1b49d190711f9f2c8e52ba is 50, key is test_row_0/B:col10/1732065677423/Put/seqid=0 2024-11-20T01:21:17,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741905_1081 (size=13051) 2024-11-20T01:21:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:17,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T01:21:17,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:17,926 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/91576d7407ad46e5ab8e3431b1e6df82 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/91576d7407ad46e5ab8e3431b1e6df82 2024-11-20T01:21:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741906_1082 (size=13051) 2024-11-20T01:21:17,935 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into 91576d7407ad46e5ab8e3431b1e6df82(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:17,935 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:17,935 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=12, startTime=1732065677863; duration=0sec 2024-11-20T01:21:17,938 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:17,938 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:17,938 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:17,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/e00e73d7009446a8b33df657f121df8a is 50, key is test_row_0/A:col10/1732065677915/Put/seqid=0 2024-11-20T01:21:17,943 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:17,944 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:17,948 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/9e225c2e2f1b49d190711f9f2c8e52ba as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9e225c2e2f1b49d190711f9f2c8e52ba 2024-11-20T01:21:17,952 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:17,952 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d58919b6f47d47a2ae42be13e1e45ed2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/42c692fdc175459da3f75866ac5fbad1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4d23d3fbd17145ce99e7184a3c4268eb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/472ff3f9696647a38ffebbca277db70a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=48.5 K 2024-11-20T01:21:17,953 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d58919b6f47d47a2ae42be13e1e45ed2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732065674904 2024-11-20T01:21:17,954 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42c692fdc175459da3f75866ac5fbad1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732065675547 2024-11-20T01:21:17,955 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d23d3fbd17145ce99e7184a3c4268eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732065676228 2024-11-20T01:21:17,956 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 472ff3f9696647a38ffebbca277db70a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065677407 2024-11-20T01:21:17,958 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into 9e225c2e2f1b49d190711f9f2c8e52ba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:17,958 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:17,958 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=12, startTime=1732065677863; duration=0sec 2024-11-20T01:21:17,958 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:17,958 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:17,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741907_1083 (size=14741) 2024-11-20T01:21:17,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/e00e73d7009446a8b33df657f121df8a 2024-11-20T01:21:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065737980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:17,987 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:17,988 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/b2050dfdb821456fbbeed577f7b4dde9 is 50, key is test_row_0/C:col10/1732065677423/Put/seqid=0 2024-11-20T01:21:18,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/70ce6eb8972a4ad1a782aeaf681ab669 is 50, key is test_row_0/B:col10/1732065677915/Put/seqid=0 2024-11-20T01:21:18,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741908_1084 (size=13051) 2024-11-20T01:21:18,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741909_1085 (size=12301) 2024-11-20T01:21:18,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065738084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065738287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:21:18,319 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T01:21:18,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-20T01:21:18,323 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:21:18,323 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:18,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:18,421 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/b2050dfdb821456fbbeed577f7b4dde9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/b2050dfdb821456fbbeed577f7b4dde9 2024-11-20T01:21:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:21:18,430 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into b2050dfdb821456fbbeed577f7b4dde9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:18,430 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:18,430 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=12, startTime=1732065677863; duration=0sec 2024-11-20T01:21:18,430 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:18,430 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:18,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/70ce6eb8972a4ad1a782aeaf681ab669 2024-11-20T01:21:18,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/981f34381fbd42fe95c40ca0a388e59f is 50, key is test_row_0/C:col10/1732065677915/Put/seqid=0 2024-11-20T01:21:18,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741910_1086 (size=12301) 2024-11-20T01:21:18,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57516 deadline: 1732065738450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,452 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:18,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/981f34381fbd42fe95c40ca0a388e59f 2024-11-20T01:21:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57530 deadline: 1732065738458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,460 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/e00e73d7009446a8b33df657f121df8a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/e00e73d7009446a8b33df657f121df8a 2024-11-20T01:21:18,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/e00e73d7009446a8b33df657f121df8a, entries=200, sequenceid=332, filesize=14.4 K 2024-11-20T01:21:18,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/70ce6eb8972a4ad1a782aeaf681ab669 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/70ce6eb8972a4ad1a782aeaf681ab669 2024-11-20T01:21:18,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/70ce6eb8972a4ad1a782aeaf681ab669, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T01:21:18,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:21:18,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:18,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:18,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:18,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/981f34381fbd42fe95c40ca0a388e59f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/981f34381fbd42fe95c40ca0a388e59f 2024-11-20T01:21:18,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732065738480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,482 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8201 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:18,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/981f34381fbd42fe95c40ca0a388e59f, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T01:21:18,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 571ms, sequenceid=332, compaction requested=false 2024-11-20T01:21:18,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:18,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T01:21:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:18,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0ea5573cbbea4502a42ef418f34dbdec is 50, key is test_row_0/A:col10/1732065678497/Put/seqid=0 2024-11-20T01:21:18,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741911_1087 (size=14741) 2024-11-20T01:21:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065738535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065738592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:21:18,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:21:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:18,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065738638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:21:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:18,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065738845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0ea5573cbbea4502a42ef418f34dbdec 2024-11-20T01:21:18,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/3c3ccde7fb1e40a4aa4837f87a475828 is 50, key is test_row_0/B:col10/1732065678497/Put/seqid=0 2024-11-20T01:21:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:21:18,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:18,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:21:18,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:18,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:18,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:18,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741912_1088 (size=12301) 2024-11-20T01:21:18,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065739095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:19,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:19,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:21:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065739148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:19,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:19,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:21:19,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:19,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/3c3ccde7fb1e40a4aa4837f87a475828 2024-11-20T01:21:19,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/3cb3ebf48a134a8997e977eeeb96a00e is 50, key is test_row_0/C:col10/1732065678497/Put/seqid=0 2024-11-20T01:21:19,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741913_1089 (size=12301) 2024-11-20T01:21:19,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/3cb3ebf48a134a8997e977eeeb96a00e 2024-11-20T01:21:19,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/0ea5573cbbea4502a42ef418f34dbdec as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0ea5573cbbea4502a42ef418f34dbdec 2024-11-20T01:21:19,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0ea5573cbbea4502a42ef418f34dbdec, entries=200, sequenceid=352, filesize=14.4 K 2024-11-20T01:21:19,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/3c3ccde7fb1e40a4aa4837f87a475828 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3c3ccde7fb1e40a4aa4837f87a475828 2024-11-20T01:21:19,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3c3ccde7fb1e40a4aa4837f87a475828, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T01:21:19,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/3cb3ebf48a134a8997e977eeeb96a00e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3cb3ebf48a134a8997e977eeeb96a00e 2024-11-20T01:21:19,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:19,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:21:19,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:19,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:19,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3cb3ebf48a134a8997e977eeeb96a00e, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T01:21:19,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 918ms, sequenceid=352, compaction requested=true 2024-11-20T01:21:19,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:19,417 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:19,417 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:19,418 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:19,418 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:19,419 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,419 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/91576d7407ad46e5ab8e3431b1e6df82, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/e00e73d7009446a8b33df657f121df8a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0ea5573cbbea4502a42ef418f34dbdec] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=41.5 K 2024-11-20T01:21:19,419 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:19,419 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:19,419 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,419 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9e225c2e2f1b49d190711f9f2c8e52ba, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/70ce6eb8972a4ad1a782aeaf681ab669, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3c3ccde7fb1e40a4aa4837f87a475828] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.8 K 2024-11-20T01:21:19,421 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e225c2e2f1b49d190711f9f2c8e52ba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065677407 2024-11-20T01:21:19,421 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91576d7407ad46e5ab8e3431b1e6df82, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065677407 2024-11-20T01:21:19,422 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ce6eb8972a4ad1a782aeaf681ab669, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732065677801 2024-11-20T01:21:19,422 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e00e73d7009446a8b33df657f121df8a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732065677786 2024-11-20T01:21:19,422 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c3ccde7fb1e40a4aa4837f87a475828, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732065677958 2024-11-20T01:21:19,423 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea5573cbbea4502a42ef418f34dbdec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732065677958 2024-11-20T01:21:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:21:19,446 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#75 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:19,446 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:19,446 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/996ed3c5471542bd8e1e879e77a9b5d2 is 50, key is test_row_0/A:col10/1732065678497/Put/seqid=0 2024-11-20T01:21:19,447 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/bf5a277388ae49b9bd8e17e3fee480fa is 50, key is test_row_0/B:col10/1732065678497/Put/seqid=0 2024-11-20T01:21:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741914_1090 (size=13153) 2024-11-20T01:21:19,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741915_1091 (size=13153) 2024-11-20T01:21:19,507 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/bf5a277388ae49b9bd8e17e3fee480fa as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/bf5a277388ae49b9bd8e17e3fee480fa 2024-11-20T01:21:19,517 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into bf5a277388ae49b9bd8e17e3fee480fa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:19,517 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:19,517 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=13, startTime=1732065679417; duration=0sec 2024-11-20T01:21:19,517 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:19,518 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:19,518 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:19,520 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:19,520 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:19,520 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,521 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/b2050dfdb821456fbbeed577f7b4dde9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/981f34381fbd42fe95c40ca0a388e59f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3cb3ebf48a134a8997e977eeeb96a00e] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.8 K 2024-11-20T01:21:19,521 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b2050dfdb821456fbbeed577f7b4dde9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065677407 2024-11-20T01:21:19,522 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 981f34381fbd42fe95c40ca0a388e59f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732065677801 2024-11-20T01:21:19,522 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cb3ebf48a134a8997e977eeeb96a00e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732065677958 2024-11-20T01:21:19,535 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:19,536 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/48b7ae8d7b52462aaca4efa5a4e8aaf3 is 50, key is test_row_0/C:col10/1732065678497/Put/seqid=0 2024-11-20T01:21:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741916_1092 (size=13153) 2024-11-20T01:21:19,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:19,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:21:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:19,562 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T01:21:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:19,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/519b359aa45c48eda07b30c81103cb2e is 50, key is test_row_0/A:col10/1732065678534/Put/seqid=0 2024-11-20T01:21:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741917_1093 (size=12301) 2024-11-20T01:21:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:19,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:19,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065739695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:19,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065739798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:19,900 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/996ed3c5471542bd8e1e879e77a9b5d2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/996ed3c5471542bd8e1e879e77a9b5d2 2024-11-20T01:21:19,907 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into 996ed3c5471542bd8e1e879e77a9b5d2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:19,907 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:19,907 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=13, startTime=1732065679417; duration=0sec 2024-11-20T01:21:19,907 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:19,907 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:19,962 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/48b7ae8d7b52462aaca4efa5a4e8aaf3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/48b7ae8d7b52462aaca4efa5a4e8aaf3 2024-11-20T01:21:19,968 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into 48b7ae8d7b52462aaca4efa5a4e8aaf3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:19,969 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:19,969 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=13, startTime=1732065679417; duration=0sec 2024-11-20T01:21:19,969 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:19,969 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:19,976 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/519b359aa45c48eda07b30c81103cb2e 2024-11-20T01:21:19,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7a7319dd05484d26abbae9f0c4ffe351 is 50, key is test_row_0/B:col10/1732065678534/Put/seqid=0 2024-11-20T01:21:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741918_1094 (size=12301) 2024-11-20T01:21:20,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065740001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065740106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:20,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065740303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:20,395 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7a7319dd05484d26abbae9f0c4ffe351 2024-11-20T01:21:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/5a652f7802c4418ead09508f40e58abb is 50, key is test_row_0/C:col10/1732065678534/Put/seqid=0 2024-11-20T01:21:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741919_1095 (size=12301) 2024-11-20T01:21:20,411 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/5a652f7802c4418ead09508f40e58abb 2024-11-20T01:21:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/519b359aa45c48eda07b30c81103cb2e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/519b359aa45c48eda07b30c81103cb2e 2024-11-20T01:21:20,424 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/519b359aa45c48eda07b30c81103cb2e, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T01:21:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7a7319dd05484d26abbae9f0c4ffe351 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7a7319dd05484d26abbae9f0c4ffe351 2024-11-20T01:21:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:21:20,438 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7a7319dd05484d26abbae9f0c4ffe351, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T01:21:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/5a652f7802c4418ead09508f40e58abb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5a652f7802c4418ead09508f40e58abb 2024-11-20T01:21:20,447 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5a652f7802c4418ead09508f40e58abb, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T01:21:20,449 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 886ms, sequenceid=372, compaction requested=false 2024-11-20T01:21:20,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:20,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:20,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T01:21:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-20T01:21:20,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T01:21:20,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1260 sec 2024-11-20T01:21:20,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.1330 sec 2024-11-20T01:21:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:20,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:21:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:20,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:20,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:20,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:20,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:20,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/9fad7cbacebd447ca97b9e62f60f554f is 50, key is test_row_0/A:col10/1732065680807/Put/seqid=0 2024-11-20T01:21:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741920_1096 (size=14741) 2024-11-20T01:21:20,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/9fad7cbacebd447ca97b9e62f60f554f 2024-11-20T01:21:20,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/9cdbb9a5b4944054a058497361c54e52 is 50, key is test_row_0/B:col10/1732065680807/Put/seqid=0 2024-11-20T01:21:20,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741921_1097 (size=12301) 2024-11-20T01:21:20,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065740851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:20,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065740953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:21,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065741156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:21,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/9cdbb9a5b4944054a058497361c54e52 2024-11-20T01:21:21,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/c46dd44edf394ff2910f966373ba9f28 is 50, key is test_row_0/C:col10/1732065680807/Put/seqid=0 2024-11-20T01:21:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741922_1098 (size=12301) 2024-11-20T01:21:21,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065741460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:21,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/c46dd44edf394ff2910f966373ba9f28 2024-11-20T01:21:21,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/9fad7cbacebd447ca97b9e62f60f554f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9fad7cbacebd447ca97b9e62f60f554f 2024-11-20T01:21:21,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9fad7cbacebd447ca97b9e62f60f554f, entries=200, sequenceid=392, filesize=14.4 K 2024-11-20T01:21:21,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/9cdbb9a5b4944054a058497361c54e52 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9cdbb9a5b4944054a058497361c54e52 2024-11-20T01:21:21,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9cdbb9a5b4944054a058497361c54e52, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T01:21:21,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/c46dd44edf394ff2910f966373ba9f28 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c46dd44edf394ff2910f966373ba9f28 2024-11-20T01:21:21,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c46dd44edf394ff2910f966373ba9f28, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T01:21:21,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 923ms, sequenceid=392, compaction requested=true 2024-11-20T01:21:21,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:21,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:21,731 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:21,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:21,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:21,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:21,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:21,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:21,732 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:21,733 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:21,733 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:21,733 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:21,733 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:21,733 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:21,733 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/996ed3c5471542bd8e1e879e77a9b5d2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/519b359aa45c48eda07b30c81103cb2e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9fad7cbacebd447ca97b9e62f60f554f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=39.3 K 2024-11-20T01:21:21,733 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:21,733 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/bf5a277388ae49b9bd8e17e3fee480fa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7a7319dd05484d26abbae9f0c4ffe351, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9cdbb9a5b4944054a058497361c54e52] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.9 K 2024-11-20T01:21:21,734 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 996ed3c5471542bd8e1e879e77a9b5d2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732065677958 2024-11-20T01:21:21,734 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting bf5a277388ae49b9bd8e17e3fee480fa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732065677958 2024-11-20T01:21:21,734 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 519b359aa45c48eda07b30c81103cb2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732065678525 2024-11-20T01:21:21,734 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a7319dd05484d26abbae9f0c4ffe351, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732065678525 2024-11-20T01:21:21,734 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fad7cbacebd447ca97b9e62f60f554f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732065679687 2024-11-20T01:21:21,735 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cdbb9a5b4944054a058497361c54e52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732065679690 2024-11-20T01:21:21,745 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:21,745 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/fa5eb4ca44d54db1b5c83d598ce7b233 is 50, key is test_row_0/B:col10/1732065680807/Put/seqid=0 2024-11-20T01:21:21,750 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:21,750 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/6938204262254999bc81dc3c847654ba is 50, key is test_row_0/A:col10/1732065680807/Put/seqid=0 2024-11-20T01:21:21,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741923_1099 (size=13255) 2024-11-20T01:21:21,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741924_1100 (size=13255) 2024-11-20T01:21:21,787 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/fa5eb4ca44d54db1b5c83d598ce7b233 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/fa5eb4ca44d54db1b5c83d598ce7b233 2024-11-20T01:21:21,794 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into fa5eb4ca44d54db1b5c83d598ce7b233(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:21,794 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:21,794 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=13, startTime=1732065681731; duration=0sec 2024-11-20T01:21:21,795 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:21,795 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:21,795 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:21,799 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:21,799 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:21,799 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:21,799 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/48b7ae8d7b52462aaca4efa5a4e8aaf3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5a652f7802c4418ead09508f40e58abb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c46dd44edf394ff2910f966373ba9f28] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=36.9 K 2024-11-20T01:21:21,799 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 48b7ae8d7b52462aaca4efa5a4e8aaf3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732065677958 2024-11-20T01:21:21,800 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a652f7802c4418ead09508f40e58abb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732065678525 2024-11-20T01:21:21,800 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c46dd44edf394ff2910f966373ba9f28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732065679690 2024-11-20T01:21:21,811 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:21,812 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/cc853ba02b8241d1949e4672ce22b1fa is 50, key is test_row_0/C:col10/1732065680807/Put/seqid=0 2024-11-20T01:21:21,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741925_1101 (size=13255) 2024-11-20T01:21:21,825 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/cc853ba02b8241d1949e4672ce22b1fa as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/cc853ba02b8241d1949e4672ce22b1fa 2024-11-20T01:21:21,836 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into cc853ba02b8241d1949e4672ce22b1fa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:21,836 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:21,836 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=13, startTime=1732065681731; duration=0sec 2024-11-20T01:21:21,836 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:21,836 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:21,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T01:21:21,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:21,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:21,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:21,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:21,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:21,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:21,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/8ff566dc3b0a42acb1df64897b76e509 is 50, key is test_row_0/A:col10/1732065680839/Put/seqid=0 2024-11-20T01:21:21,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741926_1102 (size=12301) 2024-11-20T01:21:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065742011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:22,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065742114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:22,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065742120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:22,122 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:22,187 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/6938204262254999bc81dc3c847654ba as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6938204262254999bc81dc3c847654ba 2024-11-20T01:21:22,194 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into 6938204262254999bc81dc3c847654ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:22,194 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:22,194 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=13, startTime=1732065681731; duration=0sec 2024-11-20T01:21:22,195 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:22,195 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:22,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065742317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:22,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/8ff566dc3b0a42acb1df64897b76e509 2024-11-20T01:21:22,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/ac49afd8bea74c609f373e51580e21bb is 50, key is test_row_0/B:col10/1732065680839/Put/seqid=0 2024-11-20T01:21:22,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741927_1103 (size=12301) 2024-11-20T01:21:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:21:22,430 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-20T01:21:22,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-20T01:21:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:21:22,434 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:22,435 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:22,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:21:22,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:22,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:21:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:22,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:22,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065742621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:21:22,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:22,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:21:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:22,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:22,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/ac49afd8bea74c609f373e51580e21bb 2024-11-20T01:21:22,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/d54540f8d7d9484898b8a5792017dc4e is 50, key is test_row_0/C:col10/1732065680839/Put/seqid=0 2024-11-20T01:21:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741928_1104 (size=12301) 2024-11-20T01:21:22,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:22,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:21:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:22,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:22,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:22,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:22,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:21:23,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:23,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:21:23,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:23,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:23,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:23,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:23,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065743123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:23,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:23,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:21:23,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:23,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:23,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:23,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:23,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:23,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/d54540f8d7d9484898b8a5792017dc4e 2024-11-20T01:21:23,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/8ff566dc3b0a42acb1df64897b76e509 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8ff566dc3b0a42acb1df64897b76e509 2024-11-20T01:21:23,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8ff566dc3b0a42acb1df64897b76e509, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:21:23,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/ac49afd8bea74c609f373e51580e21bb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ac49afd8bea74c609f373e51580e21bb 2024-11-20T01:21:23,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ac49afd8bea74c609f373e51580e21bb, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:21:23,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/d54540f8d7d9484898b8a5792017dc4e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d54540f8d7d9484898b8a5792017dc4e 2024-11-20T01:21:23,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d54540f8d7d9484898b8a5792017dc4e, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:21:23,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 1286ms, sequenceid=413, compaction requested=false 2024-11-20T01:21:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:23,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:23,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:21:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:23,354 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T01:21:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:23,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/f784687f780443b89431d79ab5bcf388 is 50, key is test_row_0/A:col10/1732065681999/Put/seqid=0 2024-11-20T01:21:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741929_1105 (size=12301) 2024-11-20T01:21:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:21:23,765 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/f784687f780443b89431d79ab5bcf388 2024-11-20T01:21:23,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/0778f037d97f4dbc9029e47aede81eb1 is 50, key is test_row_0/B:col10/1732065681999/Put/seqid=0 2024-11-20T01:21:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741930_1106 (size=12301) 2024-11-20T01:21:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:24,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:24,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065744171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:24,183 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/0778f037d97f4dbc9029e47aede81eb1 2024-11-20T01:21:24,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/acadec196c0647cf92cf53025daee56a is 50, key is test_row_0/C:col10/1732065681999/Put/seqid=0 2024-11-20T01:21:24,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741931_1107 (size=12301) 2024-11-20T01:21:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065744274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:24,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065744477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:21:24,598 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/acadec196c0647cf92cf53025daee56a 2024-11-20T01:21:24,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/f784687f780443b89431d79ab5bcf388 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f784687f780443b89431d79ab5bcf388 2024-11-20T01:21:24,610 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f784687f780443b89431d79ab5bcf388, entries=150, sequenceid=431, filesize=12.0 K 2024-11-20T01:21:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/0778f037d97f4dbc9029e47aede81eb1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0778f037d97f4dbc9029e47aede81eb1 2024-11-20T01:21:24,616 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0778f037d97f4dbc9029e47aede81eb1, entries=150, sequenceid=431, filesize=12.0 K 2024-11-20T01:21:24,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/acadec196c0647cf92cf53025daee56a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/acadec196c0647cf92cf53025daee56a 2024-11-20T01:21:24,623 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/acadec196c0647cf92cf53025daee56a, entries=150, sequenceid=431, filesize=12.0 K 2024-11-20T01:21:24,624 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 1270ms, sequenceid=431, compaction requested=true 2024-11-20T01:21:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T01:21:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-20T01:21:24,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T01:21:24,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1900 sec 2024-11-20T01:21:24,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.1970 sec 2024-11-20T01:21:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:24,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T01:21:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:24,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/6ddf6777348f44de82d9b42282b70c97 is 50, key is test_row_0/A:col10/1732065684163/Put/seqid=0 2024-11-20T01:21:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741932_1108 (size=14741) 2024-11-20T01:21:24,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065744824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065744929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065745131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:25,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/6ddf6777348f44de82d9b42282b70c97 2024-11-20T01:21:25,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/b6747e26684f4ccd98f8b8587f30d699 is 50, key is test_row_0/B:col10/1732065684163/Put/seqid=0 2024-11-20T01:21:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741933_1109 (size=12301) 2024-11-20T01:21:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065745435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:25,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/b6747e26684f4ccd98f8b8587f30d699 2024-11-20T01:21:25,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/aad1bbf143724efb84c81cdc9c8d237d is 50, key is test_row_0/C:col10/1732065684163/Put/seqid=0 2024-11-20T01:21:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741934_1110 (size=12301) 2024-11-20T01:21:25,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065745943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:26,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/aad1bbf143724efb84c81cdc9c8d237d 2024-11-20T01:21:26,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/6ddf6777348f44de82d9b42282b70c97 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6ddf6777348f44de82d9b42282b70c97 2024-11-20T01:21:26,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6ddf6777348f44de82d9b42282b70c97, entries=200, sequenceid=451, filesize=14.4 K 2024-11-20T01:21:26,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/b6747e26684f4ccd98f8b8587f30d699 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b6747e26684f4ccd98f8b8587f30d699 2024-11-20T01:21:26,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b6747e26684f4ccd98f8b8587f30d699, entries=150, sequenceid=451, filesize=12.0 K 2024-11-20T01:21:26,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/aad1bbf143724efb84c81cdc9c8d237d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/aad1bbf143724efb84c81cdc9c8d237d 2024-11-20T01:21:26,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/aad1bbf143724efb84c81cdc9c8d237d, entries=150, sequenceid=451, filesize=12.0 K 2024-11-20T01:21:26,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 1278ms, sequenceid=451, compaction requested=true 2024-11-20T01:21:26,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:26,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:26,061 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:26,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:26,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:26,061 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:26,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:26,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:26,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:26,063 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:26,063 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/A is initiating minor compaction (all files) 2024-11-20T01:21:26,063 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/A in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:26,063 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6938204262254999bc81dc3c847654ba, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8ff566dc3b0a42acb1df64897b76e509, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f784687f780443b89431d79ab5bcf388, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6ddf6777348f44de82d9b42282b70c97] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=51.4 K 2024-11-20T01:21:26,064 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:26,064 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/B is initiating minor compaction (all files) 2024-11-20T01:21:26,064 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/B in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:26,064 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/fa5eb4ca44d54db1b5c83d598ce7b233, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ac49afd8bea74c609f373e51580e21bb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0778f037d97f4dbc9029e47aede81eb1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b6747e26684f4ccd98f8b8587f30d699] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=49.0 K 2024-11-20T01:21:26,065 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6938204262254999bc81dc3c847654ba, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732065679690 2024-11-20T01:21:26,065 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting fa5eb4ca44d54db1b5c83d598ce7b233, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732065679690 2024-11-20T01:21:26,066 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ff566dc3b0a42acb1df64897b76e509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065680839 2024-11-20T01:21:26,066 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ac49afd8bea74c609f373e51580e21bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065680839 2024-11-20T01:21:26,066 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting f784687f780443b89431d79ab5bcf388, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732065681999 2024-11-20T01:21:26,067 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 0778f037d97f4dbc9029e47aede81eb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732065681999 2024-11-20T01:21:26,067 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ddf6777348f44de82d9b42282b70c97, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732065684152 2024-11-20T01:21:26,067 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b6747e26684f4ccd98f8b8587f30d699, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732065684163 2024-11-20T01:21:26,079 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#A#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:26,079 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:26,080 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/b3c5ddfac2be4133b2e8530be4f768ad is 50, key is test_row_0/A:col10/1732065684163/Put/seqid=0 2024-11-20T01:21:26,080 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/6f25d4f458f04b319b65189ea86848e5 is 50, key is test_row_0/B:col10/1732065684163/Put/seqid=0 2024-11-20T01:21:26,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741935_1111 (size=13391) 2024-11-20T01:21:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741936_1112 (size=13391) 2024-11-20T01:21:26,097 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/b3c5ddfac2be4133b2e8530be4f768ad as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/b3c5ddfac2be4133b2e8530be4f768ad 2024-11-20T01:21:26,097 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/6f25d4f458f04b319b65189ea86848e5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/6f25d4f458f04b319b65189ea86848e5 2024-11-20T01:21:26,105 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/A of 0b9a6673f9edb8eadbe3b387cf021bf1 into b3c5ddfac2be4133b2e8530be4f768ad(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:26,105 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/B of 0b9a6673f9edb8eadbe3b387cf021bf1 into 6f25d4f458f04b319b65189ea86848e5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:26,105 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:26,105 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:26,105 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/A, priority=12, startTime=1732065686061; duration=0sec 2024-11-20T01:21:26,105 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/B, priority=12, startTime=1732065686061; duration=0sec 2024-11-20T01:21:26,105 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:26,105 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:26,105 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:26,105 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:26,106 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:26,107 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:26,107 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 0b9a6673f9edb8eadbe3b387cf021bf1/C is initiating minor compaction (all files) 2024-11-20T01:21:26,107 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b9a6673f9edb8eadbe3b387cf021bf1/C in TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:26,107 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/cc853ba02b8241d1949e4672ce22b1fa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d54540f8d7d9484898b8a5792017dc4e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/acadec196c0647cf92cf53025daee56a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/aad1bbf143724efb84c81cdc9c8d237d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp, totalSize=49.0 K 2024-11-20T01:21:26,108 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc853ba02b8241d1949e4672ce22b1fa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732065679690 2024-11-20T01:21:26,108 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d54540f8d7d9484898b8a5792017dc4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065680839 2024-11-20T01:21:26,109 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting acadec196c0647cf92cf53025daee56a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732065681999 2024-11-20T01:21:26,109 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting aad1bbf143724efb84c81cdc9c8d237d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732065684163 2024-11-20T01:21:26,125 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b9a6673f9edb8eadbe3b387cf021bf1#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:26,126 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/b7956310be30458497035a8273e6c4fb is 50, key is test_row_0/C:col10/1732065684163/Put/seqid=0 2024-11-20T01:21:26,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741937_1113 (size=13391) 2024-11-20T01:21:26,139 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/b7956310be30458497035a8273e6c4fb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/b7956310be30458497035a8273e6c4fb 2024-11-20T01:21:26,145 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b9a6673f9edb8eadbe3b387cf021bf1/C of 0b9a6673f9edb8eadbe3b387cf021bf1 into b7956310be30458497035a8273e6c4fb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:26,146 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:26,146 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1., storeName=0b9a6673f9edb8eadbe3b387cf021bf1/C, priority=12, startTime=1732065686061; duration=0sec 2024-11-20T01:21:26,146 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:26,146 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:26,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T01:21:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:26,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/c5ba2e6307ab4e02b11db0a35a6076f3 is 50, key is test_row_0/A:col10/1732065686157/Put/seqid=0 2024-11-20T01:21:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741938_1114 (size=14741) 2024-11-20T01:21:26,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/c5ba2e6307ab4e02b11db0a35a6076f3 2024-11-20T01:21:26,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/6456bdcebd934ce8a4f0a30b8c02c2b7 is 50, key is test_row_0/B:col10/1732065686157/Put/seqid=0 2024-11-20T01:21:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741939_1115 (size=12301) 2024-11-20T01:21:26,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065746200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:26,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065746302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065746505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:21:26,539 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T01:21:26,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-20T01:21:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:21:26,542 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:26,543 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:26,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:26,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/6456bdcebd934ce8a4f0a30b8c02c2b7 2024-11-20T01:21:26,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4a795499fbf049c1be4f384acf34ca95 is 50, key is test_row_0/C:col10/1732065686157/Put/seqid=0 2024-11-20T01:21:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741940_1116 (size=12301) 2024-11-20T01:21:26,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4a795499fbf049c1be4f384acf34ca95 2024-11-20T01:21:26,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/c5ba2e6307ab4e02b11db0a35a6076f3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/c5ba2e6307ab4e02b11db0a35a6076f3 2024-11-20T01:21:26,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/c5ba2e6307ab4e02b11db0a35a6076f3, entries=200, sequenceid=471, filesize=14.4 K 2024-11-20T01:21:26,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/6456bdcebd934ce8a4f0a30b8c02c2b7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/6456bdcebd934ce8a4f0a30b8c02c2b7 2024-11-20T01:21:26,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/6456bdcebd934ce8a4f0a30b8c02c2b7, entries=150, sequenceid=471, filesize=12.0 K 2024-11-20T01:21:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/4a795499fbf049c1be4f384acf34ca95 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4a795499fbf049c1be4f384acf34ca95 2024-11-20T01:21:26,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4a795499fbf049c1be4f384acf34ca95, entries=150, sequenceid=471, filesize=12.0 K 2024-11-20T01:21:26,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 478ms, sequenceid=471, compaction requested=false 2024-11-20T01:21:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:21:26,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:26,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T01:21:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:26,695 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T01:21:26,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:26,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:26,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:26,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:26,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:26,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/f5f1671b2f1644e5b97de913cb95ee03 is 50, key is test_row_0/A:col10/1732065686196/Put/seqid=0 2024-11-20T01:21:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741941_1117 (size=12301) 2024-11-20T01:21:26,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. as already flushing 2024-11-20T01:21:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065746840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:21:26,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065746944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732065746951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:27,107 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/f5f1671b2f1644e5b97de913cb95ee03 2024-11-20T01:21:27,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/8b261bef95bb49438c2d09e4d2a95b66 is 50, key is test_row_0/B:col10/1732065686196/Put/seqid=0 2024-11-20T01:21:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741942_1118 (size=12301) 2024-11-20T01:21:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:21:27,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065747146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:27,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1732065747453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:27,489 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:49301 2024-11-20T01:21:27,489 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:49301 2024-11-20T01:21:27,489 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:27,489 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:27,490 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:49301 2024-11-20T01:21:27,490 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:27,490 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:49301 2024-11-20T01:21:27,490 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:27,523 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/8b261bef95bb49438c2d09e4d2a95b66 2024-11-20T01:21:27,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/e0b69b4903b54cafb6d643bce1f7b751 is 50, key is test_row_0/C:col10/1732065686196/Put/seqid=0 2024-11-20T01:21:27,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741943_1119 (size=12301) 2024-11-20T01:21:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:21:27,935 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/e0b69b4903b54cafb6d643bce1f7b751 2024-11-20T01:21:27,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/f5f1671b2f1644e5b97de913cb95ee03 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f5f1671b2f1644e5b97de913cb95ee03 2024-11-20T01:21:27,944 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f5f1671b2f1644e5b97de913cb95ee03, entries=150, sequenceid=490, filesize=12.0 K 2024-11-20T01:21:27,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/8b261bef95bb49438c2d09e4d2a95b66 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/8b261bef95bb49438c2d09e4d2a95b66 2024-11-20T01:21:27,949 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/8b261bef95bb49438c2d09e4d2a95b66, entries=150, sequenceid=490, filesize=12.0 K 2024-11-20T01:21:27,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/e0b69b4903b54cafb6d643bce1f7b751 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e0b69b4903b54cafb6d643bce1f7b751 2024-11-20T01:21:27,954 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e0b69b4903b54cafb6d643bce1f7b751, entries=150, sequenceid=490, filesize=12.0 K 2024-11-20T01:21:27,955 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 1260ms, sequenceid=490, compaction requested=true 2024-11-20T01:21:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T01:21:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-20T01:21:27,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T01:21:27,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-20T01:21:27,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.4180 sec 2024-11-20T01:21:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:27,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:21:27,961 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:49301 2024-11-20T01:21:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:27,961 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:27,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/da6d58d0b2ee4bb7a6f8fb39b6614e71 is 50, key is test_row_0/A:col10/1732065686825/Put/seqid=0 2024-11-20T01:21:27,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741944_1120 (size=12301) 2024-11-20T01:21:28,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/da6d58d0b2ee4bb7a6f8fb39b6614e71 2024-11-20T01:21:28,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7dc5405632314e578af65b28c9dee10c is 50, key is test_row_0/B:col10/1732065686825/Put/seqid=0 2024-11-20T01:21:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741945_1121 (size=12301) 2024-11-20T01:21:28,484 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:49301 2024-11-20T01:21:28,484 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,505 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:21:28,526 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:49301 2024-11-20T01:21:28,526 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,547 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:49301 2024-11-20T01:21:28,548 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:21:28,646 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-20T01:21:28,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7dc5405632314e578af65b28c9dee10c 2024-11-20T01:21:28,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/5e17af5d0bc54fceab5db7527675babd is 50, key is test_row_0/C:col10/1732065686825/Put/seqid=0 2024-11-20T01:21:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741946_1122 (size=12301) 2024-11-20T01:21:28,966 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:49301 2024-11-20T01:21:28,966 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 221 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6720 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6577 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2940 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8816 rows 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2940 2024-11-20T01:21:28,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8815 rows 2024-11-20T01:21:28,967 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:21:28,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:49301 2024-11-20T01:21:28,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,971 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:21:28,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:21:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:28,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065688982"}]},"ts":"1732065688982"} 2024-11-20T01:21:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T01:21:28,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:21:28,986 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:21:28,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:21:28,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b9a6673f9edb8eadbe3b387cf021bf1, UNASSIGN}] 2024-11-20T01:21:28,992 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b9a6673f9edb8eadbe3b387cf021bf1, UNASSIGN 2024-11-20T01:21:28,992 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=0b9a6673f9edb8eadbe3b387cf021bf1, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:28,994 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:21:28,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:21:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T01:21:29,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:29,150 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:29,150 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:21:29,151 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 0b9a6673f9edb8eadbe3b387cf021bf1, disabling compactions & flushes 2024-11-20T01:21:29,151 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:29,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/5e17af5d0bc54fceab5db7527675babd 2024-11-20T01:21:29,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/da6d58d0b2ee4bb7a6f8fb39b6614e71 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/da6d58d0b2ee4bb7a6f8fb39b6614e71 2024-11-20T01:21:29,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/da6d58d0b2ee4bb7a6f8fb39b6614e71, entries=150, sequenceid=508, filesize=12.0 K 2024-11-20T01:21:29,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/7dc5405632314e578af65b28c9dee10c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7dc5405632314e578af65b28c9dee10c 2024-11-20T01:21:29,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7dc5405632314e578af65b28c9dee10c, entries=150, sequenceid=508, filesize=12.0 K 2024-11-20T01:21:29,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/5e17af5d0bc54fceab5db7527675babd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5e17af5d0bc54fceab5db7527675babd 2024-11-20T01:21:29,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5e17af5d0bc54fceab5db7527675babd, entries=150, sequenceid=508, filesize=12.0 K 2024-11-20T01:21:29,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 1255ms, sequenceid=508, compaction requested=true 2024-11-20T01:21:29,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:29,215 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:29,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:29,215 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:29,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:29,215 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. after waiting 0 ms 2024-11-20T01:21:29,215 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. because compaction request was cancelled 2024-11-20T01:21:29,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:29,215 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:29,215 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:A 2024-11-20T01:21:29,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:29,215 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. because compaction request was cancelled 2024-11-20T01:21:29,216 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:B 2024-11-20T01:21:29,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b9a6673f9edb8eadbe3b387cf021bf1:C, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:29,216 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. because compaction request was cancelled 2024-11-20T01:21:29,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:29,216 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b9a6673f9edb8eadbe3b387cf021bf1:C 2024-11-20T01:21:29,216 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 0b9a6673f9edb8eadbe3b387cf021bf1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T01:21:29,216 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=A 2024-11-20T01:21:29,216 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:29,216 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=B 2024-11-20T01:21:29,216 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:29,216 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b9a6673f9edb8eadbe3b387cf021bf1, store=C 2024-11-20T01:21:29,216 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:29,220 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/9ea7d3b1d0b144268e571f75924c2cef is 50, key is test_row_0/A:col10/1732065688546/Put/seqid=0 2024-11-20T01:21:29,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741947_1123 (size=12301) 2024-11-20T01:21:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T01:21:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T01:21:29,625 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/9ea7d3b1d0b144268e571f75924c2cef 2024-11-20T01:21:29,632 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/f43a21ea317c4951b04b35932bce4bea is 50, key is test_row_0/B:col10/1732065688546/Put/seqid=0 2024-11-20T01:21:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741948_1124 (size=12301) 2024-11-20T01:21:30,036 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/f43a21ea317c4951b04b35932bce4bea 2024-11-20T01:21:30,044 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/fe18ba90955244df9a804825196a4970 is 50, key is test_row_0/C:col10/1732065688546/Put/seqid=0 2024-11-20T01:21:30,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741949_1125 (size=12301) 2024-11-20T01:21:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T01:21:30,448 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/fe18ba90955244df9a804825196a4970 2024-11-20T01:21:30,453 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/A/9ea7d3b1d0b144268e571f75924c2cef as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9ea7d3b1d0b144268e571f75924c2cef 2024-11-20T01:21:30,458 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9ea7d3b1d0b144268e571f75924c2cef, entries=150, sequenceid=515, filesize=12.0 K 2024-11-20T01:21:30,458 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/B/f43a21ea317c4951b04b35932bce4bea as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/f43a21ea317c4951b04b35932bce4bea 2024-11-20T01:21:30,462 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/f43a21ea317c4951b04b35932bce4bea, entries=150, sequenceid=515, filesize=12.0 K 2024-11-20T01:21:30,463 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/.tmp/C/fe18ba90955244df9a804825196a4970 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/fe18ba90955244df9a804825196a4970 2024-11-20T01:21:30,467 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/fe18ba90955244df9a804825196a4970, entries=150, sequenceid=515, filesize=12.0 K 2024-11-20T01:21:30,468 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0b9a6673f9edb8eadbe3b387cf021bf1 in 1252ms, sequenceid=515, compaction requested=true 2024-11-20T01:21:30,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/7374dc74e24745eba536b740634b554e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/94bbf142c2454d8ea64bc0627fac547f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8dfecb8887784bbbb7387c74b81bef53, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0a820fe3faf04d97b9debeeb71e7aeec, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/97151a43a7df4614b798030153670663, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/35e5c25bfd594ba3bd4eb72e05539f81, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3e3bdbc877114073b04008675e450d32, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c9960b6ac354228add66efa6c6e796c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/cdf84610146d417c8053956dfc3d8468, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/a84a9ecf85e54f3fbe13255901aa5e3b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/15f08d48ef1f40dda8ea63b06b9e5340, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/ce9b9106b7a642c0a15d44b9d6df9866, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3f406c97cbf64c479575316403f9dc63, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c632ef5a1c148718e85c05c7e710cb7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/afba2e847bb9492cb439603dadb5e694, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/396a157f035e4600a2063ee8a3744a0d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/27fc8792164242babb68a46761dd2976, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0314414cf6f449bfbc1905e0875d5138, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/93e3a0b74c8f47ea9954f879dbbe9de9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/85b2778951664abebe55e4be062768f2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4918c31a9a0746dd88eecee9ce9e3c7c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0bab06a1e11f4648882b34eee652232c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/91576d7407ad46e5ab8e3431b1e6df82, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/e00e73d7009446a8b33df657f121df8a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0ea5573cbbea4502a42ef418f34dbdec, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/996ed3c5471542bd8e1e879e77a9b5d2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/519b359aa45c48eda07b30c81103cb2e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9fad7cbacebd447ca97b9e62f60f554f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6938204262254999bc81dc3c847654ba, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8ff566dc3b0a42acb1df64897b76e509, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f784687f780443b89431d79ab5bcf388, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6ddf6777348f44de82d9b42282b70c97] to archive 2024-11-20T01:21:30,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:21:30,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/7374dc74e24745eba536b740634b554e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/7374dc74e24745eba536b740634b554e 2024-11-20T01:21:30,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/94bbf142c2454d8ea64bc0627fac547f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/94bbf142c2454d8ea64bc0627fac547f 2024-11-20T01:21:30,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8dfecb8887784bbbb7387c74b81bef53 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8dfecb8887784bbbb7387c74b81bef53 2024-11-20T01:21:30,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0a820fe3faf04d97b9debeeb71e7aeec to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0a820fe3faf04d97b9debeeb71e7aeec 2024-11-20T01:21:30,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/97151a43a7df4614b798030153670663 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/97151a43a7df4614b798030153670663 2024-11-20T01:21:30,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/35e5c25bfd594ba3bd4eb72e05539f81 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/35e5c25bfd594ba3bd4eb72e05539f81 2024-11-20T01:21:30,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3e3bdbc877114073b04008675e450d32 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3e3bdbc877114073b04008675e450d32 2024-11-20T01:21:30,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c9960b6ac354228add66efa6c6e796c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c9960b6ac354228add66efa6c6e796c 2024-11-20T01:21:30,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/cdf84610146d417c8053956dfc3d8468 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/cdf84610146d417c8053956dfc3d8468 2024-11-20T01:21:30,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/a84a9ecf85e54f3fbe13255901aa5e3b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/a84a9ecf85e54f3fbe13255901aa5e3b 2024-11-20T01:21:30,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/15f08d48ef1f40dda8ea63b06b9e5340 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/15f08d48ef1f40dda8ea63b06b9e5340 2024-11-20T01:21:30,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/ce9b9106b7a642c0a15d44b9d6df9866 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/ce9b9106b7a642c0a15d44b9d6df9866 2024-11-20T01:21:30,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3f406c97cbf64c479575316403f9dc63 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/3f406c97cbf64c479575316403f9dc63 2024-11-20T01:21:30,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c632ef5a1c148718e85c05c7e710cb7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4c632ef5a1c148718e85c05c7e710cb7 2024-11-20T01:21:30,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/afba2e847bb9492cb439603dadb5e694 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/afba2e847bb9492cb439603dadb5e694 2024-11-20T01:21:30,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/396a157f035e4600a2063ee8a3744a0d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/396a157f035e4600a2063ee8a3744a0d 2024-11-20T01:21:30,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/27fc8792164242babb68a46761dd2976 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/27fc8792164242babb68a46761dd2976 2024-11-20T01:21:30,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0314414cf6f449bfbc1905e0875d5138 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0314414cf6f449bfbc1905e0875d5138 2024-11-20T01:21:30,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/93e3a0b74c8f47ea9954f879dbbe9de9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/93e3a0b74c8f47ea9954f879dbbe9de9 2024-11-20T01:21:30,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/85b2778951664abebe55e4be062768f2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/85b2778951664abebe55e4be062768f2 2024-11-20T01:21:30,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4918c31a9a0746dd88eecee9ce9e3c7c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/4918c31a9a0746dd88eecee9ce9e3c7c 2024-11-20T01:21:30,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0bab06a1e11f4648882b34eee652232c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0bab06a1e11f4648882b34eee652232c 2024-11-20T01:21:30,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/91576d7407ad46e5ab8e3431b1e6df82 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/91576d7407ad46e5ab8e3431b1e6df82 2024-11-20T01:21:30,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/e00e73d7009446a8b33df657f121df8a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/e00e73d7009446a8b33df657f121df8a 2024-11-20T01:21:30,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0ea5573cbbea4502a42ef418f34dbdec to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/0ea5573cbbea4502a42ef418f34dbdec 2024-11-20T01:21:30,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/996ed3c5471542bd8e1e879e77a9b5d2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/996ed3c5471542bd8e1e879e77a9b5d2 2024-11-20T01:21:30,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/519b359aa45c48eda07b30c81103cb2e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/519b359aa45c48eda07b30c81103cb2e 2024-11-20T01:21:30,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9fad7cbacebd447ca97b9e62f60f554f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9fad7cbacebd447ca97b9e62f60f554f 2024-11-20T01:21:30,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6938204262254999bc81dc3c847654ba to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6938204262254999bc81dc3c847654ba 2024-11-20T01:21:30,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8ff566dc3b0a42acb1df64897b76e509 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/8ff566dc3b0a42acb1df64897b76e509 2024-11-20T01:21:30,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f784687f780443b89431d79ab5bcf388 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f784687f780443b89431d79ab5bcf388 2024-11-20T01:21:30,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6ddf6777348f44de82d9b42282b70c97 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/6ddf6777348f44de82d9b42282b70c97 2024-11-20T01:21:30,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e6a43b340e0046ddaad745f1033106fa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7db01006823417bbe048a1669b5a928, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3a724f8d6c5c4e1f89dd3df99d0e2658, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/a50359a3d0134d4ca41b6d632b424f88, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/c84d78856c804e398f3d07d3ab4b87be, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9d5bbb5083de40c7b72dfc97b31d6f41, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3cd73cdd2a0b465392582c6c28775961, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ebb5d5234a634609afb24ecc27669865, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/5e7f40a31e2c40669aebd15f42c27d70, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/17f93b0bdc4543b98b3cf227bc20146f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/20cfee9a09ba420e9f949c8b10b9a977, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7ce1d3cfaeb47edadd45c374078786a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b2dbe8c9e3d44dca9f0fb5ea754c840f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1e54ca9579d5479587d313de15fffa8d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/77817ab1a1834e30b2bc0777cf5175b4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7c5895c9f04747a18fc33ba4be3738b9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e40bf35c83744802a59be171b1d17752, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0dff1d0de99d4b12afcce2685f03bc66, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/be281b96ade648bf9ad0babce5be7aa3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1fa7c04b5d3c4c278518780a4e93fcd9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/92ee6333f9594de3826ec3b7ccac700b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9e225c2e2f1b49d190711f9f2c8e52ba, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e079d1b965a444a286f396520b6a9910, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/70ce6eb8972a4ad1a782aeaf681ab669, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/bf5a277388ae49b9bd8e17e3fee480fa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3c3ccde7fb1e40a4aa4837f87a475828, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7a7319dd05484d26abbae9f0c4ffe351, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/fa5eb4ca44d54db1b5c83d598ce7b233, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9cdbb9a5b4944054a058497361c54e52, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ac49afd8bea74c609f373e51580e21bb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0778f037d97f4dbc9029e47aede81eb1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b6747e26684f4ccd98f8b8587f30d699] to archive 2024-11-20T01:21:30,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:21:30,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e6a43b340e0046ddaad745f1033106fa to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e6a43b340e0046ddaad745f1033106fa 2024-11-20T01:21:30,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7db01006823417bbe048a1669b5a928 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7db01006823417bbe048a1669b5a928 2024-11-20T01:21:30,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3a724f8d6c5c4e1f89dd3df99d0e2658 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3a724f8d6c5c4e1f89dd3df99d0e2658 2024-11-20T01:21:30,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/a50359a3d0134d4ca41b6d632b424f88 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/a50359a3d0134d4ca41b6d632b424f88 2024-11-20T01:21:30,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/c84d78856c804e398f3d07d3ab4b87be to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/c84d78856c804e398f3d07d3ab4b87be 2024-11-20T01:21:30,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9d5bbb5083de40c7b72dfc97b31d6f41 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9d5bbb5083de40c7b72dfc97b31d6f41 2024-11-20T01:21:30,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3cd73cdd2a0b465392582c6c28775961 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3cd73cdd2a0b465392582c6c28775961 2024-11-20T01:21:30,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ebb5d5234a634609afb24ecc27669865 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ebb5d5234a634609afb24ecc27669865 2024-11-20T01:21:30,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/5e7f40a31e2c40669aebd15f42c27d70 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/5e7f40a31e2c40669aebd15f42c27d70 2024-11-20T01:21:30,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/17f93b0bdc4543b98b3cf227bc20146f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/17f93b0bdc4543b98b3cf227bc20146f 2024-11-20T01:21:30,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/20cfee9a09ba420e9f949c8b10b9a977 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/20cfee9a09ba420e9f949c8b10b9a977 2024-11-20T01:21:30,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7ce1d3cfaeb47edadd45c374078786a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e7ce1d3cfaeb47edadd45c374078786a 2024-11-20T01:21:30,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b2dbe8c9e3d44dca9f0fb5ea754c840f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b2dbe8c9e3d44dca9f0fb5ea754c840f 2024-11-20T01:21:30,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1e54ca9579d5479587d313de15fffa8d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1e54ca9579d5479587d313de15fffa8d 2024-11-20T01:21:30,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/77817ab1a1834e30b2bc0777cf5175b4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/77817ab1a1834e30b2bc0777cf5175b4 2024-11-20T01:21:30,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7c5895c9f04747a18fc33ba4be3738b9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7c5895c9f04747a18fc33ba4be3738b9 2024-11-20T01:21:30,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e40bf35c83744802a59be171b1d17752 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e40bf35c83744802a59be171b1d17752 2024-11-20T01:21:30,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0dff1d0de99d4b12afcce2685f03bc66 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0dff1d0de99d4b12afcce2685f03bc66 2024-11-20T01:21:30,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/be281b96ade648bf9ad0babce5be7aa3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/be281b96ade648bf9ad0babce5be7aa3 2024-11-20T01:21:30,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1fa7c04b5d3c4c278518780a4e93fcd9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/1fa7c04b5d3c4c278518780a4e93fcd9 2024-11-20T01:21:30,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/92ee6333f9594de3826ec3b7ccac700b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/92ee6333f9594de3826ec3b7ccac700b 2024-11-20T01:21:30,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9e225c2e2f1b49d190711f9f2c8e52ba to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9e225c2e2f1b49d190711f9f2c8e52ba 2024-11-20T01:21:30,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e079d1b965a444a286f396520b6a9910 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/e079d1b965a444a286f396520b6a9910 2024-11-20T01:21:30,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/70ce6eb8972a4ad1a782aeaf681ab669 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/70ce6eb8972a4ad1a782aeaf681ab669 2024-11-20T01:21:30,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/bf5a277388ae49b9bd8e17e3fee480fa to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/bf5a277388ae49b9bd8e17e3fee480fa 2024-11-20T01:21:30,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3c3ccde7fb1e40a4aa4837f87a475828 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/3c3ccde7fb1e40a4aa4837f87a475828 2024-11-20T01:21:30,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7a7319dd05484d26abbae9f0c4ffe351 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7a7319dd05484d26abbae9f0c4ffe351 2024-11-20T01:21:30,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/fa5eb4ca44d54db1b5c83d598ce7b233 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/fa5eb4ca44d54db1b5c83d598ce7b233 2024-11-20T01:21:30,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9cdbb9a5b4944054a058497361c54e52 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/9cdbb9a5b4944054a058497361c54e52 2024-11-20T01:21:30,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ac49afd8bea74c609f373e51580e21bb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/ac49afd8bea74c609f373e51580e21bb 2024-11-20T01:21:30,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0778f037d97f4dbc9029e47aede81eb1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/0778f037d97f4dbc9029e47aede81eb1 2024-11-20T01:21:30,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b6747e26684f4ccd98f8b8587f30d699 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/b6747e26684f4ccd98f8b8587f30d699 2024-11-20T01:21:30,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f50d51c15dbd47eea61136377c90dc71, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/8fb69f5726c648fba2910e5b43fe622f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/44a3f112d2d749148c648ccbcb843619, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c6257664ea554e679a9d1127545b26a2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4da84d4a83a34d36b12000110e9a4fd8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f7cb4e239a404616bf966b0762f013c0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/7a73303b55a34cfe99ceeb575663db2d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/50887118aac345e0b8e755870e70fdb9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/538c0b63e34e404e976602d6c62916c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6edde5d5e1c14501a946822633b2dd6f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d9bac940963c4026a812f5de202da6aa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e8a212007538427a948352f4cc4f80bf, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/0e82e7db596c4523b4b24d9748431e20, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/2006aaaa2a2344ef8634e9ac5d2ee806, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/74fcdc0baf644f1b8ba1f68daabb1c01, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/506d88217e774a7884da5a66a3f3caf3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3169c05f9e7447afbc8793692865071d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d58919b6f47d47a2ae42be13e1e45ed2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6d03183148724fff97a83a3a3a36698e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/42c692fdc175459da3f75866ac5fbad1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4d23d3fbd17145ce99e7184a3c4268eb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/b2050dfdb821456fbbeed577f7b4dde9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/472ff3f9696647a38ffebbca277db70a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/981f34381fbd42fe95c40ca0a388e59f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/48b7ae8d7b52462aaca4efa5a4e8aaf3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3cb3ebf48a134a8997e977eeeb96a00e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5a652f7802c4418ead09508f40e58abb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/cc853ba02b8241d1949e4672ce22b1fa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c46dd44edf394ff2910f966373ba9f28, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d54540f8d7d9484898b8a5792017dc4e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/acadec196c0647cf92cf53025daee56a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/aad1bbf143724efb84c81cdc9c8d237d] to archive 2024-11-20T01:21:30,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:21:30,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f50d51c15dbd47eea61136377c90dc71 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f50d51c15dbd47eea61136377c90dc71 2024-11-20T01:21:30,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/8fb69f5726c648fba2910e5b43fe622f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/8fb69f5726c648fba2910e5b43fe622f 2024-11-20T01:21:30,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/44a3f112d2d749148c648ccbcb843619 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/44a3f112d2d749148c648ccbcb843619 2024-11-20T01:21:30,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c6257664ea554e679a9d1127545b26a2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c6257664ea554e679a9d1127545b26a2 2024-11-20T01:21:30,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4da84d4a83a34d36b12000110e9a4fd8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4da84d4a83a34d36b12000110e9a4fd8 2024-11-20T01:21:30,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f7cb4e239a404616bf966b0762f013c0 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/f7cb4e239a404616bf966b0762f013c0 2024-11-20T01:21:30,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/7a73303b55a34cfe99ceeb575663db2d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/7a73303b55a34cfe99ceeb575663db2d 2024-11-20T01:21:30,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/50887118aac345e0b8e755870e70fdb9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/50887118aac345e0b8e755870e70fdb9 2024-11-20T01:21:30,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/538c0b63e34e404e976602d6c62916c9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/538c0b63e34e404e976602d6c62916c9 2024-11-20T01:21:30,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6edde5d5e1c14501a946822633b2dd6f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6edde5d5e1c14501a946822633b2dd6f 2024-11-20T01:21:30,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d9bac940963c4026a812f5de202da6aa to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d9bac940963c4026a812f5de202da6aa 2024-11-20T01:21:30,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e8a212007538427a948352f4cc4f80bf to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e8a212007538427a948352f4cc4f80bf 2024-11-20T01:21:30,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/0e82e7db596c4523b4b24d9748431e20 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/0e82e7db596c4523b4b24d9748431e20 2024-11-20T01:21:30,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/2006aaaa2a2344ef8634e9ac5d2ee806 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/2006aaaa2a2344ef8634e9ac5d2ee806 2024-11-20T01:21:30,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/74fcdc0baf644f1b8ba1f68daabb1c01 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/74fcdc0baf644f1b8ba1f68daabb1c01 2024-11-20T01:21:30,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/506d88217e774a7884da5a66a3f3caf3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/506d88217e774a7884da5a66a3f3caf3 2024-11-20T01:21:30,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3169c05f9e7447afbc8793692865071d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3169c05f9e7447afbc8793692865071d 2024-11-20T01:21:30,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d58919b6f47d47a2ae42be13e1e45ed2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d58919b6f47d47a2ae42be13e1e45ed2 2024-11-20T01:21:30,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6d03183148724fff97a83a3a3a36698e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/6d03183148724fff97a83a3a3a36698e 2024-11-20T01:21:30,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/42c692fdc175459da3f75866ac5fbad1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/42c692fdc175459da3f75866ac5fbad1 2024-11-20T01:21:30,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4d23d3fbd17145ce99e7184a3c4268eb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4d23d3fbd17145ce99e7184a3c4268eb 2024-11-20T01:21:30,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/b2050dfdb821456fbbeed577f7b4dde9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/b2050dfdb821456fbbeed577f7b4dde9 2024-11-20T01:21:30,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/472ff3f9696647a38ffebbca277db70a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/472ff3f9696647a38ffebbca277db70a 2024-11-20T01:21:30,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/981f34381fbd42fe95c40ca0a388e59f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/981f34381fbd42fe95c40ca0a388e59f 2024-11-20T01:21:30,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/48b7ae8d7b52462aaca4efa5a4e8aaf3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/48b7ae8d7b52462aaca4efa5a4e8aaf3 2024-11-20T01:21:30,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3cb3ebf48a134a8997e977eeeb96a00e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/3cb3ebf48a134a8997e977eeeb96a00e 2024-11-20T01:21:30,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5a652f7802c4418ead09508f40e58abb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5a652f7802c4418ead09508f40e58abb 2024-11-20T01:21:30,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/cc853ba02b8241d1949e4672ce22b1fa to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/cc853ba02b8241d1949e4672ce22b1fa 2024-11-20T01:21:30,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c46dd44edf394ff2910f966373ba9f28 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/c46dd44edf394ff2910f966373ba9f28 2024-11-20T01:21:30,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d54540f8d7d9484898b8a5792017dc4e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/d54540f8d7d9484898b8a5792017dc4e 2024-11-20T01:21:30,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/acadec196c0647cf92cf53025daee56a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/acadec196c0647cf92cf53025daee56a 2024-11-20T01:21:30,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/aad1bbf143724efb84c81cdc9c8d237d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/aad1bbf143724efb84c81cdc9c8d237d 2024-11-20T01:21:30,608 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/recovered.edits/518.seqid, newMaxSeqId=518, maxSeqId=1 2024-11-20T01:21:30,611 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1. 2024-11-20T01:21:30,611 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 0b9a6673f9edb8eadbe3b387cf021bf1: 2024-11-20T01:21:30,613 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:30,613 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=0b9a6673f9edb8eadbe3b387cf021bf1, regionState=CLOSED 2024-11-20T01:21:30,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T01:21:30,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 0b9a6673f9edb8eadbe3b387cf021bf1, server=31023a2ec537,44825,1732065660140 in 1.6200 sec 2024-11-20T01:21:30,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T01:21:30,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b9a6673f9edb8eadbe3b387cf021bf1, UNASSIGN in 1.6250 sec 2024-11-20T01:21:30,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T01:21:30,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6310 sec 2024-11-20T01:21:30,620 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065690620"}]},"ts":"1732065690620"} 2024-11-20T01:21:30,621 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:21:30,623 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:21:30,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6470 sec 2024-11-20T01:21:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T01:21:31,088 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-20T01:21:31,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:21:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:31,096 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T01:21:31,097 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:31,101 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:31,105 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/recovered.edits] 2024-11-20T01:21:31,108 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9ea7d3b1d0b144268e571f75924c2cef to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/9ea7d3b1d0b144268e571f75924c2cef 2024-11-20T01:21:31,109 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/b3c5ddfac2be4133b2e8530be4f768ad to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/b3c5ddfac2be4133b2e8530be4f768ad 2024-11-20T01:21:31,110 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/c5ba2e6307ab4e02b11db0a35a6076f3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/c5ba2e6307ab4e02b11db0a35a6076f3 2024-11-20T01:21:31,111 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/da6d58d0b2ee4bb7a6f8fb39b6614e71 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/da6d58d0b2ee4bb7a6f8fb39b6614e71 2024-11-20T01:21:31,112 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f5f1671b2f1644e5b97de913cb95ee03 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/A/f5f1671b2f1644e5b97de913cb95ee03 2024-11-20T01:21:31,115 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/6456bdcebd934ce8a4f0a30b8c02c2b7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/6456bdcebd934ce8a4f0a30b8c02c2b7 2024-11-20T01:21:31,116 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/6f25d4f458f04b319b65189ea86848e5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/6f25d4f458f04b319b65189ea86848e5 2024-11-20T01:21:31,117 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7dc5405632314e578af65b28c9dee10c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/7dc5405632314e578af65b28c9dee10c 2024-11-20T01:21:31,118 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/8b261bef95bb49438c2d09e4d2a95b66 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/8b261bef95bb49438c2d09e4d2a95b66 2024-11-20T01:21:31,119 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/f43a21ea317c4951b04b35932bce4bea to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/B/f43a21ea317c4951b04b35932bce4bea 2024-11-20T01:21:31,122 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4a795499fbf049c1be4f384acf34ca95 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/4a795499fbf049c1be4f384acf34ca95 2024-11-20T01:21:31,123 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5e17af5d0bc54fceab5db7527675babd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/5e17af5d0bc54fceab5db7527675babd 2024-11-20T01:21:31,125 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/b7956310be30458497035a8273e6c4fb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/b7956310be30458497035a8273e6c4fb 2024-11-20T01:21:31,126 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e0b69b4903b54cafb6d643bce1f7b751 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/e0b69b4903b54cafb6d643bce1f7b751 2024-11-20T01:21:31,127 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/fe18ba90955244df9a804825196a4970 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/C/fe18ba90955244df9a804825196a4970 2024-11-20T01:21:31,130 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/recovered.edits/518.seqid to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1/recovered.edits/518.seqid 2024-11-20T01:21:31,130 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/0b9a6673f9edb8eadbe3b387cf021bf1 2024-11-20T01:21:31,131 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:21:31,136 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:31,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T01:21:31,144 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:21:31,176 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:21:31,177 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:31,177 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:21:31,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065691177"}]},"ts":"9223372036854775807"} 2024-11-20T01:21:31,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:21:31,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0b9a6673f9edb8eadbe3b387cf021bf1, NAME => 'TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:21:31,181 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:21:31,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065691181"}]},"ts":"9223372036854775807"} 2024-11-20T01:21:31,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:21:31,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:31,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-20T01:21:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T01:21:31,198 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-20T01:21:31,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0x3e8ab696-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3e8ab696-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1148648462_22 at /127.0.0.1:41206 [Waiting for operation #278] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-904470163_22 at /127.0.0.1:56738 [Waiting for operation #297] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;31023a2ec537:44825-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3e8ab696-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-904470163_22 at /127.0.0.1:42792 [Waiting for operation #129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3e8ab696-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/31023a2ec537:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 216) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2722 (was 3254) 2024-11-20T01:21:31,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=2722 2024-11-20T01:21:31,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:21:31,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:31,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:31,222 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:31,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-20T01:21:31,223 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T01:21:31,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741950_1126 (size=960) 2024-11-20T01:21:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T01:21:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T01:21:31,631 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:21:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741951_1127 (size=53) 2024-11-20T01:21:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T01:21:32,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:32,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3a6b7889310d9d43d7a311df14cdf858, disabling compactions & flushes 2024-11-20T01:21:32,038 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:32,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:32,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. after waiting 0 ms 2024-11-20T01:21:32,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:32,038 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:32,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:32,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:32,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065692040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065692040"}]},"ts":"1732065692040"} 2024-11-20T01:21:32,041 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:21:32,042 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:32,042 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065692042"}]},"ts":"1732065692042"} 2024-11-20T01:21:32,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:21:32,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, ASSIGN}] 2024-11-20T01:21:32,049 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, ASSIGN 2024-11-20T01:21:32,050 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, ASSIGN; state=OFFLINE, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=false 2024-11-20T01:21:32,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3a6b7889310d9d43d7a311df14cdf858, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:32,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:21:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T01:21:32,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:32,357 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:32,357 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:32,357 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,357 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:32,358 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,358 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,359 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,360 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:32,361 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6b7889310d9d43d7a311df14cdf858 columnFamilyName A 2024-11-20T01:21:32,361 DEBUG [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:32,361 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(327): Store=3a6b7889310d9d43d7a311df14cdf858/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:32,361 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,362 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:32,363 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6b7889310d9d43d7a311df14cdf858 columnFamilyName B 2024-11-20T01:21:32,363 DEBUG [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:32,364 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(327): Store=3a6b7889310d9d43d7a311df14cdf858/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:32,364 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,365 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:32,365 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6b7889310d9d43d7a311df14cdf858 columnFamilyName C 2024-11-20T01:21:32,365 DEBUG [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:32,366 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(327): Store=3a6b7889310d9d43d7a311df14cdf858/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:32,366 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:32,366 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,367 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,368 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:21:32,369 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:32,371 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:32,372 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 3a6b7889310d9d43d7a311df14cdf858; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64885189, jitterRate=-0.03313533961772919}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:21:32,373 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:32,373 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., pid=39, masterSystemTime=1732065692354 2024-11-20T01:21:32,375 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:32,375 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:32,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3a6b7889310d9d43d7a311df14cdf858, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:32,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T01:21:32,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 in 175 msec 2024-11-20T01:21:32,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T01:21:32,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, ASSIGN in 330 msec 2024-11-20T01:21:32,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:32,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065692380"}]},"ts":"1732065692380"} 2024-11-20T01:21:32,382 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:21:32,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:32,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-20T01:21:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T01:21:33,328 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-20T01:21:33,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-20T01:21:33,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:33,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:33,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:33,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:33,340 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:33,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:21:33,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T01:21:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741952_1128 (size=996) 2024-11-20T01:21:33,766 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T01:21:33,766 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T01:21:33,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:21:33,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, REOPEN/MOVE}] 2024-11-20T01:21:33,779 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, REOPEN/MOVE 2024-11-20T01:21:33,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=3a6b7889310d9d43d7a311df14cdf858, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:33,781 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:21:33,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:21:33,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:33,933 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:33,933 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:21:33,933 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 3a6b7889310d9d43d7a311df14cdf858, disabling compactions & flushes 2024-11-20T01:21:33,933 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:33,933 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:33,933 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. after waiting 0 ms 2024-11-20T01:21:33,933 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:33,937 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T01:21:33,938 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:33,938 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:33,938 WARN [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 3a6b7889310d9d43d7a311df14cdf858 to self. 2024-11-20T01:21:33,940 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:33,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=3a6b7889310d9d43d7a311df14cdf858, regionState=CLOSED 2024-11-20T01:21:33,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T01:21:33,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 in 160 msec 2024-11-20T01:21:33,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, REOPEN/MOVE; state=CLOSED, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=true 2024-11-20T01:21:34,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=3a6b7889310d9d43d7a311df14cdf858, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:21:34,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,250 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,251 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:34,251 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,251 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:34,251 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,251 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,256 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,257 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:34,262 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6b7889310d9d43d7a311df14cdf858 columnFamilyName A 2024-11-20T01:21:34,264 DEBUG [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:34,265 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(327): Store=3a6b7889310d9d43d7a311df14cdf858/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:34,265 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,266 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:34,266 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6b7889310d9d43d7a311df14cdf858 columnFamilyName B 2024-11-20T01:21:34,266 DEBUG [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:34,266 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(327): Store=3a6b7889310d9d43d7a311df14cdf858/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:34,266 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,267 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:21:34,267 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6b7889310d9d43d7a311df14cdf858 columnFamilyName C 2024-11-20T01:21:34,267 DEBUG [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:34,267 INFO [StoreOpener-3a6b7889310d9d43d7a311df14cdf858-1 {}] regionserver.HStore(327): Store=3a6b7889310d9d43d7a311df14cdf858/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:34,268 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,268 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,269 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,270 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:21:34,272 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,272 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 3a6b7889310d9d43d7a311df14cdf858; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71246372, jitterRate=0.06165367364883423}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:21:34,273 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:34,274 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., pid=44, masterSystemTime=1732065694247 2024-11-20T01:21:34,276 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,276 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=3a6b7889310d9d43d7a311df14cdf858, regionState=OPEN, openSeqNum=5, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-20T01:21:34,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 in 182 msec 2024-11-20T01:21:34,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-20T01:21:34,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, REOPEN/MOVE in 501 msec 2024-11-20T01:21:34,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T01:21:34,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-20T01:21:34,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 937 msec 2024-11-20T01:21:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-20T01:21:34,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-20T01:21:34,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-20T01:21:34,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-20T01:21:34,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-20T01:21:34,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-20T01:21:34,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,320 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-20T01:21:34,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-20T01:21:34,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-20T01:21:34,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-20T01:21:34,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:34,338 DEBUG [hconnection-0x8f41663-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:34,339 DEBUG [hconnection-0x22895d99-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-20T01:21:34,340 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:34,340 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T01:21:34,341 DEBUG [hconnection-0x4bc47a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,341 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:34,341 DEBUG [hconnection-0x3dd60a43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:34,341 DEBUG [hconnection-0x7e6e6104-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,342 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,342 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,343 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,345 DEBUG [hconnection-0x77b52c8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,346 DEBUG [hconnection-0x19f2f03a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,347 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,347 DEBUG [hconnection-0x272ddab2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,347 DEBUG [hconnection-0x4b05852a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:34,348 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,348 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,349 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,350 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:21:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:34,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065754410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065754410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065754413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065754413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065754415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120374c26bdc08145d78e99af812e8fcbb9_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065694352/Put/seqid=0 2024-11-20T01:21:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T01:21:34,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741953_1129 (size=12154) 2024-11-20T01:21:34,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:34,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120374c26bdc08145d78e99af812e8fcbb9_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120374c26bdc08145d78e99af812e8fcbb9_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:34,463 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ffeeb25f2b454ae28282eaed4e67fee0, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:34,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ffeeb25f2b454ae28282eaed4e67fee0 is 175, key is test_row_0/A:col10/1732065694352/Put/seqid=0 2024-11-20T01:21:34,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741954_1130 (size=30955) 2024-11-20T01:21:34,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T01:21:34,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:34,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ffeeb25f2b454ae28282eaed4e67fee0 2024-11-20T01:21:34,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065754517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065754518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065754519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065754525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065754525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/963ce9c75f3d42219201e69019043970 is 50, key is test_row_0/B:col10/1732065694352/Put/seqid=0 2024-11-20T01:21:34,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741955_1131 (size=12001) 2024-11-20T01:21:34,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/963ce9c75f3d42219201e69019043970 2024-11-20T01:21:34,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/16328029f8734912942afb4855183e2a is 50, key is test_row_0/C:col10/1732065694352/Put/seqid=0 2024-11-20T01:21:34,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741956_1132 (size=12001) 2024-11-20T01:21:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T01:21:34,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T01:21:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065754721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065754721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065754724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065754727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065754727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T01:21:34,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:34,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T01:21:34,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:34,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T01:21:34,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:34,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:34,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:35,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/16328029f8734912942afb4855183e2a 2024-11-20T01:21:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ffeeb25f2b454ae28282eaed4e67fee0 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ffeeb25f2b454ae28282eaed4e67fee0 2024-11-20T01:21:35,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065755024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065755024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ffeeb25f2b454ae28282eaed4e67fee0, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T01:21:35,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065755029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/963ce9c75f3d42219201e69019043970 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/963ce9c75f3d42219201e69019043970 2024-11-20T01:21:35,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065755030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065755037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/963ce9c75f3d42219201e69019043970, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T01:21:35,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/16328029f8734912942afb4855183e2a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16328029f8734912942afb4855183e2a 2024-11-20T01:21:35,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16328029f8734912942afb4855183e2a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T01:21:35,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a6b7889310d9d43d7a311df14cdf858 in 698ms, sequenceid=16, compaction requested=false 2024-11-20T01:21:35,057 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T01:21:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:35,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T01:21:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:35,110 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:21:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203b414f59e97e4d65ba99b65d662fb2c6_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065694410/Put/seqid=0 2024-11-20T01:21:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741957_1133 (size=12154) 2024-11-20T01:21:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,159 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203b414f59e97e4d65ba99b65d662fb2c6_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b414f59e97e4d65ba99b65d662fb2c6_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:35,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/42629c3426c94fb491c4b95b0aaf3020, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/42629c3426c94fb491c4b95b0aaf3020 is 175, key is test_row_0/A:col10/1732065694410/Put/seqid=0 2024-11-20T01:21:35,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741958_1134 (size=30955) 2024-11-20T01:21:35,175 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/42629c3426c94fb491c4b95b0aaf3020 2024-11-20T01:21:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/97da611faf644295bee0068fcc1098d4 is 50, key is test_row_0/B:col10/1732065694410/Put/seqid=0 2024-11-20T01:21:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741959_1135 (size=12001) 2024-11-20T01:21:35,203 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/97da611faf644295bee0068fcc1098d4 2024-11-20T01:21:35,208 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:21:35,209 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:21:35,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/018db1fe29d843d789c51873390a50d9 is 50, key is test_row_0/C:col10/1732065694410/Put/seqid=0 2024-11-20T01:21:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741960_1136 (size=12001) 2024-11-20T01:21:35,235 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/018db1fe29d843d789c51873390a50d9 2024-11-20T01:21:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/42629c3426c94fb491c4b95b0aaf3020 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/42629c3426c94fb491c4b95b0aaf3020 2024-11-20T01:21:35,254 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/42629c3426c94fb491c4b95b0aaf3020, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T01:21:35,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/97da611faf644295bee0068fcc1098d4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/97da611faf644295bee0068fcc1098d4 2024-11-20T01:21:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,264 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/97da611faf644295bee0068fcc1098d4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T01:21:35,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/018db1fe29d843d789c51873390a50d9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/018db1fe29d843d789c51873390a50d9 2024-11-20T01:21:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,272 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/018db1fe29d843d789c51873390a50d9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T01:21:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,274 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 3a6b7889310d9d43d7a311df14cdf858 in 163ms, sequenceid=40, compaction requested=false 2024-11-20T01:21:35,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:35,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:35,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-20T01:21:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-20T01:21:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-20T01:21:35,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 935 msec 2024-11-20T01:21:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 940 msec 2024-11-20T01:21:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T01:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,444 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-20T01:21:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-20T01:21:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:21:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,449 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,450 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:35,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:21:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:21:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,604 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:21:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b45c9bc853ca4f62bb565eba88f030ff_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_1/A:col10/1732065695575/Put/seqid=0 2024-11-20T01:21:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741961_1137 (size=17034) 2024-11-20T01:21:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:35,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:35,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,636 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b45c9bc853ca4f62bb565eba88f030ff_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b45c9bc853ca4f62bb565eba88f030ff_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/51e8f6f2a8d0487e9c7f1071d310982c, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/51e8f6f2a8d0487e9c7f1071d310982c is 175, key is test_row_1/A:col10/1732065695575/Put/seqid=0 2024-11-20T01:21:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741962_1138 (size=48135) 2024-11-20T01:21:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,650 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/51e8f6f2a8d0487e9c7f1071d310982c 2024-11-20T01:21:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/3221fa9967db4d15a08b021a73e18558 is 50, key is test_row_1/B:col10/1732065695575/Put/seqid=0 2024-11-20T01:21:35,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741963_1139 (size=9657) 2024-11-20T01:21:35,679 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/3221fa9967db4d15a08b021a73e18558 2024-11-20T01:21:35,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065755676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065755677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065755678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065755679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065755681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/471c85075b6d4db49a42f8ae657eb77e is 50, key is test_row_1/C:col10/1732065695575/Put/seqid=0 2024-11-20T01:21:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741964_1140 (size=9657) 2024-11-20T01:21:35,720 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/471c85075b6d4db49a42f8ae657eb77e 2024-11-20T01:21:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/51e8f6f2a8d0487e9c7f1071d310982c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/51e8f6f2a8d0487e9c7f1071d310982c 2024-11-20T01:21:35,736 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/51e8f6f2a8d0487e9c7f1071d310982c, entries=250, sequenceid=48, filesize=47.0 K 2024-11-20T01:21:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/3221fa9967db4d15a08b021a73e18558 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3221fa9967db4d15a08b021a73e18558 2024-11-20T01:21:35,743 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3221fa9967db4d15a08b021a73e18558, entries=100, sequenceid=48, filesize=9.4 K 2024-11-20T01:21:35,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/471c85075b6d4db49a42f8ae657eb77e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/471c85075b6d4db49a42f8ae657eb77e 2024-11-20T01:21:35,749 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/471c85075b6d4db49a42f8ae657eb77e, entries=100, sequenceid=48, filesize=9.4 K 2024-11-20T01:21:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:21:35,752 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 3a6b7889310d9d43d7a311df14cdf858 in 148ms, sequenceid=48, compaction requested=true 2024-11-20T01:21:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T01:21:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-20T01:21:35,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T01:21:35,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 304 msec 2024-11-20T01:21:35,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 310 msec 2024-11-20T01:21:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:35,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T01:21:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065755786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065755789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065755790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065755792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065755795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120033364f06b87427abd13a297cc831854_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065695788/Put/seqid=0 2024-11-20T01:21:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741965_1141 (size=14594) 2024-11-20T01:21:35,811 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,819 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120033364f06b87427abd13a297cc831854_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120033364f06b87427abd13a297cc831854_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:35,821 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:35,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a is 175, key is test_row_0/A:col10/1732065695788/Put/seqid=0 2024-11-20T01:21:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741966_1142 (size=39549) 2024-11-20T01:21:35,839 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a 2024-11-20T01:21:35,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9d65e378ad394dc0942069454559b5e6 is 50, key is test_row_0/B:col10/1732065695788/Put/seqid=0 2024-11-20T01:21:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741967_1143 (size=12001) 2024-11-20T01:21:35,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9d65e378ad394dc0942069454559b5e6 2024-11-20T01:21:35,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/4811000acd844a7390448507290cd93d is 50, key is test_row_0/C:col10/1732065695788/Put/seqid=0 2024-11-20T01:21:35,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065755896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065755896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065755896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741968_1144 (size=12001) 2024-11-20T01:21:35,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/4811000acd844a7390448507290cd93d 2024-11-20T01:21:35,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065755921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:35,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a 2024-11-20T01:21:35,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a, entries=200, sequenceid=79, filesize=38.6 K 2024-11-20T01:21:35,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9d65e378ad394dc0942069454559b5e6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d65e378ad394dc0942069454559b5e6 2024-11-20T01:21:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d65e378ad394dc0942069454559b5e6, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T01:21:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/4811000acd844a7390448507290cd93d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/4811000acd844a7390448507290cd93d 2024-11-20T01:21:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/4811000acd844a7390448507290cd93d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T01:21:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 3a6b7889310d9d43d7a311df14cdf858 in 174ms, sequenceid=79, compaction requested=true 2024-11-20T01:21:35,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:35,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:35,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,962 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:35,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:35,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:35,962 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:35,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:35,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,965 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:35,965 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/A is initiating minor compaction (all files) 2024-11-20T01:21:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,965 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/A in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:35,965 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ffeeb25f2b454ae28282eaed4e67fee0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/42629c3426c94fb491c4b95b0aaf3020, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/51e8f6f2a8d0487e9c7f1071d310982c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=146.1 K 2024-11-20T01:21:35,965 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:35,965 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ffeeb25f2b454ae28282eaed4e67fee0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/42629c3426c94fb491c4b95b0aaf3020, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/51e8f6f2a8d0487e9c7f1071d310982c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a] 2024-11-20T01:21:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,966 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:35,966 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/B is initiating minor compaction (all files) 2024-11-20T01:21:35,966 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/B in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:35,966 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/963ce9c75f3d42219201e69019043970, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/97da611faf644295bee0068fcc1098d4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3221fa9967db4d15a08b021a73e18558, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d65e378ad394dc0942069454559b5e6] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=44.6 K 2024-11-20T01:21:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,966 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffeeb25f2b454ae28282eaed4e67fee0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732065694352 2024-11-20T01:21:35,966 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 963ce9c75f3d42219201e69019043970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732065694352 2024-11-20T01:21:35,967 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42629c3426c94fb491c4b95b0aaf3020, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732065694407 2024-11-20T01:21:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,967 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 97da611faf644295bee0068fcc1098d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732065694407 2024-11-20T01:21:35,968 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51e8f6f2a8d0487e9c7f1071d310982c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732065695571 2024-11-20T01:21:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,968 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3221fa9967db4d15a08b021a73e18558, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732065695575 2024-11-20T01:21:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,969 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1f9b8a8c4d94ca8a8f7553dd07cbc5a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065695675 2024-11-20T01:21:35,969 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d65e378ad394dc0942069454559b5e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065695675 2024-11-20T01:21:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,988 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,989 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,992 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/14475d26f6c241d7bd7b8dfad86934fd is 50, key is test_row_0/B:col10/1732065695788/Put/seqid=0 2024-11-20T01:21:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,001 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204719391780464d14843e8a7d774d936a_3a6b7889310d9d43d7a311df14cdf858 store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,004 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204719391780464d14843e8a7d774d936a_3a6b7889310d9d43d7a311df14cdf858, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,005 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204719391780464d14843e8a7d774d936a_3a6b7889310d9d43d7a311df14cdf858 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:21:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:36,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:36,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:36,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:36,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741969_1145 (size=12139) 2024-11-20T01:21:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:21:36,052 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-20T01:21:36,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-20T01:21:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:21:36,058 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:36,059 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:36,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741970_1146 (size=4469) 2024-11-20T01:21:36,062 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#A#compaction#124 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:36,065 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/fe99c0a536954e2d91da7676ae130bd4 is 175, key is test_row_0/A:col10/1732065695788/Put/seqid=0 2024-11-20T01:21:36,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0ad8fa66085438cbefb6e708eefb952_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065696020/Put/seqid=0 2024-11-20T01:21:36,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741971_1147 (size=31093) 2024-11-20T01:21:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741973_1149 (size=24358) 2024-11-20T01:21:36,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:36,099 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0ad8fa66085438cbefb6e708eefb952_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0ad8fa66085438cbefb6e708eefb952_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:36,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/3bf10bd0b8504addabde970d471a88a1, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:36,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/3bf10bd0b8504addabde970d471a88a1 is 175, key is test_row_0/A:col10/1732065696020/Put/seqid=0 2024-11-20T01:21:36,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741972_1148 (size=73994) 2024-11-20T01:21:36,105 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/3bf10bd0b8504addabde970d471a88a1 2024-11-20T01:21:36,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b29dd82247704fb596cfdc5c5816a795 is 50, key is test_row_0/B:col10/1732065696020/Put/seqid=0 2024-11-20T01:21:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741974_1150 (size=12001) 2024-11-20T01:21:36,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:21:36,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065756120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065756125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:21:36,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065756152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065756152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065756152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:21:36,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:36,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065756259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065756263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065756264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065756264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:21:36,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:21:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,438 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/14475d26f6c241d7bd7b8dfad86934fd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/14475d26f6c241d7bd7b8dfad86934fd 2024-11-20T01:21:36,446 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/B of 3a6b7889310d9d43d7a311df14cdf858 into 14475d26f6c241d7bd7b8dfad86934fd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:36,446 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:36,446 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/B, priority=12, startTime=1732065695962; duration=0sec 2024-11-20T01:21:36,446 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:36,446 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:B 2024-11-20T01:21:36,446 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:36,448 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:36,448 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/C is initiating minor compaction (all files) 2024-11-20T01:21:36,449 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/C in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,449 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16328029f8734912942afb4855183e2a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/018db1fe29d843d789c51873390a50d9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/471c85075b6d4db49a42f8ae657eb77e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/4811000acd844a7390448507290cd93d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=44.6 K 2024-11-20T01:21:36,449 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 16328029f8734912942afb4855183e2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732065694352 2024-11-20T01:21:36,450 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 018db1fe29d843d789c51873390a50d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732065694407 2024-11-20T01:21:36,450 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 471c85075b6d4db49a42f8ae657eb77e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732065695575 2024-11-20T01:21:36,451 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 4811000acd844a7390448507290cd93d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065695675 2024-11-20T01:21:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065756455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,462 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#C#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:36,463 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/e23393cbb4e74133ab3a62ac6a729724 is 50, key is test_row_0/C:col10/1732065695788/Put/seqid=0 2024-11-20T01:21:36,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065756465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741975_1151 (size=12139) 2024-11-20T01:21:36,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065756471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065756473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065756473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,479 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/e23393cbb4e74133ab3a62ac6a729724 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/e23393cbb4e74133ab3a62ac6a729724 2024-11-20T01:21:36,487 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/fe99c0a536954e2d91da7676ae130bd4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fe99c0a536954e2d91da7676ae130bd4 2024-11-20T01:21:36,488 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/C of 3a6b7889310d9d43d7a311df14cdf858 into e23393cbb4e74133ab3a62ac6a729724(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:36,489 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:36,489 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/C, priority=12, startTime=1732065695962; duration=0sec 2024-11-20T01:21:36,489 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:36,489 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:C 2024-11-20T01:21:36,496 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/A of 3a6b7889310d9d43d7a311df14cdf858 into fe99c0a536954e2d91da7676ae130bd4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:36,496 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:36,496 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/A, priority=12, startTime=1732065695962; duration=0sec 2024-11-20T01:21:36,496 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:36,497 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:A 2024-11-20T01:21:36,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:21:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b29dd82247704fb596cfdc5c5816a795 2024-11-20T01:21:36,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/05fc1b8d092d4270b68f2f027230acb8 is 50, key is test_row_0/C:col10/1732065696020/Put/seqid=0 2024-11-20T01:21:36,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741976_1152 (size=12001) 2024-11-20T01:21:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:21:36,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:21:36,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065756770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065756776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065756777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065756779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:21:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065756957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/05fc1b8d092d4270b68f2f027230acb8 2024-11-20T01:21:36,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:36,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:21:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:36,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/3bf10bd0b8504addabde970d471a88a1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/3bf10bd0b8504addabde970d471a88a1 2024-11-20T01:21:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:36,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:36,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/3bf10bd0b8504addabde970d471a88a1, entries=400, sequenceid=90, filesize=72.3 K 2024-11-20T01:21:36,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b29dd82247704fb596cfdc5c5816a795 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b29dd82247704fb596cfdc5c5816a795 2024-11-20T01:21:36,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b29dd82247704fb596cfdc5c5816a795, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T01:21:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/05fc1b8d092d4270b68f2f027230acb8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/05fc1b8d092d4270b68f2f027230acb8 2024-11-20T01:21:37,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/05fc1b8d092d4270b68f2f027230acb8, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T01:21:37,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 3a6b7889310d9d43d7a311df14cdf858 in 982ms, sequenceid=90, compaction requested=false 2024-11-20T01:21:37,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:37,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:21:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:37,136 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:21:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:37,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e7886dea876747fb8228a9e9b8352dba_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065696132/Put/seqid=0 2024-11-20T01:21:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:21:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741977_1153 (size=12154) 2024-11-20T01:21:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:37,188 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e7886dea876747fb8228a9e9b8352dba_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e7886dea876747fb8228a9e9b8352dba_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:37,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ca8714e57e42497da267b66a7449f54f, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:37,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ca8714e57e42497da267b66a7449f54f is 175, key is test_row_0/A:col10/1732065696132/Put/seqid=0 2024-11-20T01:21:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741978_1154 (size=30955) 2024-11-20T01:21:37,203 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ca8714e57e42497da267b66a7449f54f 2024-11-20T01:21:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/656a9b7bb4be436c9dbacd727774b2f3 is 50, key is test_row_0/B:col10/1732065696132/Put/seqid=0 2024-11-20T01:21:37,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741979_1155 (size=12001) 2024-11-20T01:21:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:37,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065757286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065757288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065757286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065757288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065757390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065757394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065757395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065757394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065757593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065757599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065757600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065757600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,641 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/656a9b7bb4be436c9dbacd727774b2f3 2024-11-20T01:21:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/624935ee9e7f412c907f4145f1f50422 is 50, key is test_row_0/C:col10/1732065696132/Put/seqid=0 2024-11-20T01:21:37,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741980_1156 (size=12001) 2024-11-20T01:21:37,658 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/624935ee9e7f412c907f4145f1f50422 2024-11-20T01:21:37,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ca8714e57e42497da267b66a7449f54f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ca8714e57e42497da267b66a7449f54f 2024-11-20T01:21:37,671 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ca8714e57e42497da267b66a7449f54f, entries=150, sequenceid=120, filesize=30.2 K 2024-11-20T01:21:37,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/656a9b7bb4be436c9dbacd727774b2f3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/656a9b7bb4be436c9dbacd727774b2f3 2024-11-20T01:21:37,678 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/656a9b7bb4be436c9dbacd727774b2f3, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T01:21:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/624935ee9e7f412c907f4145f1f50422 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/624935ee9e7f412c907f4145f1f50422 2024-11-20T01:21:37,684 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/624935ee9e7f412c907f4145f1f50422, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T01:21:37,685 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3a6b7889310d9d43d7a311df14cdf858 in 549ms, sequenceid=120, compaction requested=true 2024-11-20T01:21:37,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:37,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:37,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T01:21:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-20T01:21:37,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T01:21:37,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-11-20T01:21:37,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6340 sec 2024-11-20T01:21:37,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:21:37,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:37,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:37,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:37,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:37,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:37,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:37,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112088709aef758d490991205d8bbe228495_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065697901/Put/seqid=0 2024-11-20T01:21:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741981_1157 (size=14694) 2024-11-20T01:21:37,933 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065757933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112088709aef758d490991205d8bbe228495_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112088709aef758d490991205d8bbe228495_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065757934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065757938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/1388fd616590451a9ecdde14b2b9150b, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:37,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/1388fd616590451a9ecdde14b2b9150b is 175, key is test_row_0/A:col10/1732065697901/Put/seqid=0 2024-11-20T01:21:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065757940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:37,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741982_1158 (size=39649) 2024-11-20T01:21:37,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065757970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065758040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065758041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065758043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065758045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:21:38,163 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-20T01:21:38,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T01:21:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:21:38,166 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:38,166 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:38,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:38,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065758243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065758245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065758245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065758250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:21:38,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:21:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,356 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/1388fd616590451a9ecdde14b2b9150b 2024-11-20T01:21:38,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/17549a834a78472c9a875c87309c48b2 is 50, key is test_row_0/B:col10/1732065697901/Put/seqid=0 2024-11-20T01:21:38,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741983_1159 (size=12101) 2024-11-20T01:21:38,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/17549a834a78472c9a875c87309c48b2 2024-11-20T01:21:38,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/3320ede49adc48bd84641b82c864fecd is 50, key is test_row_0/C:col10/1732065697901/Put/seqid=0 2024-11-20T01:21:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741984_1160 (size=12101) 2024-11-20T01:21:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:21:38,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:21:38,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:38,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065758547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065758548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065758548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065758554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:21:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:21:38,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:21:38,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:38,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:38,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/3320ede49adc48bd84641b82c864fecd 2024-11-20T01:21:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/1388fd616590451a9ecdde14b2b9150b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1388fd616590451a9ecdde14b2b9150b 2024-11-20T01:21:38,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1388fd616590451a9ecdde14b2b9150b, entries=200, sequenceid=131, filesize=38.7 K 2024-11-20T01:21:38,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/17549a834a78472c9a875c87309c48b2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/17549a834a78472c9a875c87309c48b2 2024-11-20T01:21:38,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/17549a834a78472c9a875c87309c48b2, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T01:21:38,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/3320ede49adc48bd84641b82c864fecd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/3320ede49adc48bd84641b82c864fecd 2024-11-20T01:21:38,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/3320ede49adc48bd84641b82c864fecd, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T01:21:38,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a6b7889310d9d43d7a311df14cdf858 in 929ms, sequenceid=131, compaction requested=true 2024-11-20T01:21:38,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:38,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:38,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:38,831 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:38,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:38,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:38,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:38,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:38,831 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:38,833 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:38,833 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 175691 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:38,834 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/A is initiating minor compaction (all files) 2024-11-20T01:21:38,834 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/B is initiating minor compaction (all files) 2024-11-20T01:21:38,834 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/A in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,834 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/B in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,834 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fe99c0a536954e2d91da7676ae130bd4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/3bf10bd0b8504addabde970d471a88a1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ca8714e57e42497da267b66a7449f54f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1388fd616590451a9ecdde14b2b9150b] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=171.6 K 2024-11-20T01:21:38,834 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/14475d26f6c241d7bd7b8dfad86934fd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b29dd82247704fb596cfdc5c5816a795, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/656a9b7bb4be436c9dbacd727774b2f3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/17549a834a78472c9a875c87309c48b2] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=47.1 K 2024-11-20T01:21:38,834 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,834 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fe99c0a536954e2d91da7676ae130bd4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/3bf10bd0b8504addabde970d471a88a1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ca8714e57e42497da267b66a7449f54f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1388fd616590451a9ecdde14b2b9150b] 2024-11-20T01:21:38,835 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 14475d26f6c241d7bd7b8dfad86934fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065695675 2024-11-20T01:21:38,835 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe99c0a536954e2d91da7676ae130bd4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065695675 2024-11-20T01:21:38,835 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b29dd82247704fb596cfdc5c5816a795, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732065696013 2024-11-20T01:21:38,835 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bf10bd0b8504addabde970d471a88a1, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732065695790 2024-11-20T01:21:38,836 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 656a9b7bb4be436c9dbacd727774b2f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065696113 2024-11-20T01:21:38,836 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca8714e57e42497da267b66a7449f54f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065696113 2024-11-20T01:21:38,837 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 17549a834a78472c9a875c87309c48b2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065697286 2024-11-20T01:21:38,837 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1388fd616590451a9ecdde14b2b9150b, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065697278 2024-11-20T01:21:38,859 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:38,859 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/2ec3648f8e0e4d56b322a095df212e32 is 50, key is test_row_0/B:col10/1732065697901/Put/seqid=0 2024-11-20T01:21:38,861 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:38,869 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120622f4815c8df4d61837c275cc6c961e5_3a6b7889310d9d43d7a311df14cdf858 store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:38,872 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120622f4815c8df4d61837c275cc6c961e5_3a6b7889310d9d43d7a311df14cdf858, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:38,873 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120622f4815c8df4d61837c275cc6c961e5_3a6b7889310d9d43d7a311df14cdf858 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741985_1161 (size=12375) 2024-11-20T01:21:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741986_1162 (size=4469) 2024-11-20T01:21:38,915 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/2ec3648f8e0e4d56b322a095df212e32 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/2ec3648f8e0e4d56b322a095df212e32 2024-11-20T01:21:38,917 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#A#compaction#136 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:38,918 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/7a5e868662c043fdb6d78ac74e6d7826 is 175, key is test_row_0/A:col10/1732065697901/Put/seqid=0 2024-11-20T01:21:38,923 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/B of 3a6b7889310d9d43d7a311df14cdf858 into 2ec3648f8e0e4d56b322a095df212e32(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:38,924 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:38,924 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/B, priority=12, startTime=1732065698831; duration=0sec 2024-11-20T01:21:38,924 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:38,924 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:B 2024-11-20T01:21:38,924 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:21:38,926 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:21:38,926 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/C is initiating minor compaction (all files) 2024-11-20T01:21:38,927 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/C in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,927 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/e23393cbb4e74133ab3a62ac6a729724, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/05fc1b8d092d4270b68f2f027230acb8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/624935ee9e7f412c907f4145f1f50422, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/3320ede49adc48bd84641b82c864fecd] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=47.1 K 2024-11-20T01:21:38,927 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e23393cbb4e74133ab3a62ac6a729724, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065695675 2024-11-20T01:21:38,928 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 05fc1b8d092d4270b68f2f027230acb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732065696013 2024-11-20T01:21:38,928 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 624935ee9e7f412c907f4145f1f50422, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065696113 2024-11-20T01:21:38,929 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3320ede49adc48bd84641b82c864fecd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065697286 2024-11-20T01:21:38,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:38,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:21:38,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:38,934 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:21:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:38,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741987_1163 (size=31329) 2024-11-20T01:21:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d3666ee3b664ee9baa7b3cd2f112772_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065697923/Put/seqid=0 2024-11-20T01:21:38,952 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/7a5e868662c043fdb6d78ac74e6d7826 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/7a5e868662c043fdb6d78ac74e6d7826 2024-11-20T01:21:38,960 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/A of 3a6b7889310d9d43d7a311df14cdf858 into 7a5e868662c043fdb6d78ac74e6d7826(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:38,960 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:38,961 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/A, priority=12, startTime=1732065698831; duration=0sec 2024-11-20T01:21:38,961 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:38,961 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:A 2024-11-20T01:21:38,970 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:38,970 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/c7c43c9ffdd94075a1c4d933c2823e0d is 50, key is test_row_0/C:col10/1732065697901/Put/seqid=0 2024-11-20T01:21:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741988_1164 (size=12304) 2024-11-20T01:21:38,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:39,001 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d3666ee3b664ee9baa7b3cd2f112772_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d3666ee3b664ee9baa7b3cd2f112772_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:39,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/60936cbe199c4b4d91f5f224cb22727c, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:39,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/60936cbe199c4b4d91f5f224cb22727c is 175, key is test_row_0/A:col10/1732065697923/Put/seqid=0 2024-11-20T01:21:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741989_1165 (size=12375) 2024-11-20T01:21:39,022 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/c7c43c9ffdd94075a1c4d933c2823e0d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c7c43c9ffdd94075a1c4d933c2823e0d 2024-11-20T01:21:39,029 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/C of 3a6b7889310d9d43d7a311df14cdf858 into c7c43c9ffdd94075a1c4d933c2823e0d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:39,029 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:39,029 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/C, priority=12, startTime=1732065698831; duration=0sec 2024-11-20T01:21:39,029 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:39,029 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:C 2024-11-20T01:21:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741990_1166 (size=31105) 2024-11-20T01:21:39,033 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/60936cbe199c4b4d91f5f224cb22727c 2024-11-20T01:21:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9633edae80134ff69a79cd37acbe108f is 50, key is test_row_0/B:col10/1732065697923/Put/seqid=0 2024-11-20T01:21:39,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741991_1167 (size=12151) 2024-11-20T01:21:39,078 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9633edae80134ff69a79cd37acbe108f 2024-11-20T01:21:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/45407fffff1b45dc85a86b5cf9cbc98f is 50, key is test_row_0/C:col10/1732065697923/Put/seqid=0 2024-11-20T01:21:39,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065759082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065759081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065759089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065759089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741992_1168 (size=12151) 2024-11-20T01:21:39,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065759190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065759191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065759191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065759193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:21:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065759393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065759394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065759394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065759395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,506 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/45407fffff1b45dc85a86b5cf9cbc98f 2024-11-20T01:21:39,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/60936cbe199c4b4d91f5f224cb22727c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/60936cbe199c4b4d91f5f224cb22727c 2024-11-20T01:21:39,519 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/60936cbe199c4b4d91f5f224cb22727c, entries=150, sequenceid=157, filesize=30.4 K 2024-11-20T01:21:39,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9633edae80134ff69a79cd37acbe108f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9633edae80134ff69a79cd37acbe108f 2024-11-20T01:21:39,526 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9633edae80134ff69a79cd37acbe108f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T01:21:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/45407fffff1b45dc85a86b5cf9cbc98f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/45407fffff1b45dc85a86b5cf9cbc98f 2024-11-20T01:21:39,532 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/45407fffff1b45dc85a86b5cf9cbc98f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T01:21:39,533 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3a6b7889310d9d43d7a311df14cdf858 in 599ms, sequenceid=157, compaction requested=false 2024-11-20T01:21:39,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:39,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T01:21:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T01:21:39,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T01:21:39,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-11-20T01:21:39,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.3760 sec 2024-11-20T01:21:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:39,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:21:39,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:39,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:39,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:39,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:39,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:39,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:39,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202bbb7e34e42b4482a0fc7cb002af2140_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065699085/Put/seqid=0 2024-11-20T01:21:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065759726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065759727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065759727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065759728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741993_1169 (size=14794) 2024-11-20T01:21:39,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065759830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065759832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065759833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065759834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065759979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:39,981 DEBUG [Thread-637 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:40,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065760033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065760036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065760036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065760038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,149 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:40,154 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202bbb7e34e42b4482a0fc7cb002af2140_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bbb7e34e42b4482a0fc7cb002af2140_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:40,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/0a3022c7451246eea18b33c30720d6ff, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:40,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/0a3022c7451246eea18b33c30720d6ff is 175, key is test_row_0/A:col10/1732065699085/Put/seqid=0 2024-11-20T01:21:40,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741994_1170 (size=39749) 2024-11-20T01:21:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:21:40,270 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T01:21:40,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-20T01:21:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:21:40,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:40,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:40,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:40,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065760337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065760338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065760339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065760341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:21:40,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T01:21:40,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:40,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:40,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/0a3022c7451246eea18b33c30720d6ff 2024-11-20T01:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:21:40,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T01:21:40,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:40,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/516917909c814673a30bb1f4aafe7873 is 50, key is test_row_0/B:col10/1732065699085/Put/seqid=0 2024-11-20T01:21:40,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741995_1171 (size=12151) 2024-11-20T01:21:40,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/516917909c814673a30bb1f4aafe7873 2024-11-20T01:21:40,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/2f32eecea17c4acc954ad6cb10ba7cca is 50, key is test_row_0/C:col10/1732065699085/Put/seqid=0 2024-11-20T01:21:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741996_1172 (size=12151) 2024-11-20T01:21:40,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/2f32eecea17c4acc954ad6cb10ba7cca 2024-11-20T01:21:40,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/0a3022c7451246eea18b33c30720d6ff as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/0a3022c7451246eea18b33c30720d6ff 2024-11-20T01:21:40,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/0a3022c7451246eea18b33c30720d6ff, entries=200, sequenceid=172, filesize=38.8 K 2024-11-20T01:21:40,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/516917909c814673a30bb1f4aafe7873 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/516917909c814673a30bb1f4aafe7873 2024-11-20T01:21:40,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/516917909c814673a30bb1f4aafe7873, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T01:21:40,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/2f32eecea17c4acc954ad6cb10ba7cca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2f32eecea17c4acc954ad6cb10ba7cca 2024-11-20T01:21:40,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2f32eecea17c4acc954ad6cb10ba7cca, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T01:21:40,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 3a6b7889310d9d43d7a311df14cdf858 in 935ms, sequenceid=172, compaction requested=true 2024-11-20T01:21:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:40,633 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:40,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:40,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:40,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:40,633 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:40,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:40,634 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:40,634 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:40,634 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/B is initiating minor compaction (all files) 2024-11-20T01:21:40,634 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/A is initiating minor compaction (all files) 2024-11-20T01:21:40,634 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/B in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,634 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/A in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,634 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/2ec3648f8e0e4d56b322a095df212e32, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9633edae80134ff69a79cd37acbe108f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/516917909c814673a30bb1f4aafe7873] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=35.8 K 2024-11-20T01:21:40,634 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/7a5e868662c043fdb6d78ac74e6d7826, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/60936cbe199c4b4d91f5f224cb22727c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/0a3022c7451246eea18b33c30720d6ff] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=99.8 K 2024-11-20T01:21:40,634 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,634 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/7a5e868662c043fdb6d78ac74e6d7826, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/60936cbe199c4b4d91f5f224cb22727c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/0a3022c7451246eea18b33c30720d6ff] 2024-11-20T01:21:40,635 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ec3648f8e0e4d56b322a095df212e32, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065697286 2024-11-20T01:21:40,635 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a5e868662c043fdb6d78ac74e6d7826, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065697286 2024-11-20T01:21:40,635 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9633edae80134ff69a79cd37acbe108f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732065697923 2024-11-20T01:21:40,635 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 516917909c814673a30bb1f4aafe7873, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732065699081 2024-11-20T01:21:40,635 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60936cbe199c4b4d91f5f224cb22727c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732065697923 2024-11-20T01:21:40,636 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a3022c7451246eea18b33c30720d6ff, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732065699081 2024-11-20T01:21:40,645 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:40,646 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/3cd1f5f833d84955993e121528020fa9 is 50, key is test_row_0/B:col10/1732065699085/Put/seqid=0 2024-11-20T01:21:40,653 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:40,655 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202104014299ac4227bf8dc1d8b6fd1efd_3a6b7889310d9d43d7a311df14cdf858 store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741997_1173 (size=12527) 2024-11-20T01:21:40,658 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202104014299ac4227bf8dc1d8b6fd1efd_3a6b7889310d9d43d7a311df14cdf858, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:40,658 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202104014299ac4227bf8dc1d8b6fd1efd_3a6b7889310d9d43d7a311df14cdf858 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:40,668 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/3cd1f5f833d84955993e121528020fa9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3cd1f5f833d84955993e121528020fa9 2024-11-20T01:21:40,675 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/B of 3a6b7889310d9d43d7a311df14cdf858 into 3cd1f5f833d84955993e121528020fa9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:40,675 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:40,675 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/B, priority=13, startTime=1732065700632; duration=0sec 2024-11-20T01:21:40,676 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:40,676 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:B 2024-11-20T01:21:40,676 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:40,677 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:40,677 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/C is initiating minor compaction (all files) 2024-11-20T01:21:40,677 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/C in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,678 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c7c43c9ffdd94075a1c4d933c2823e0d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/45407fffff1b45dc85a86b5cf9cbc98f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2f32eecea17c4acc954ad6cb10ba7cca] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=35.8 K 2024-11-20T01:21:40,678 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c7c43c9ffdd94075a1c4d933c2823e0d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065697286 2024-11-20T01:21:40,679 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 45407fffff1b45dc85a86b5cf9cbc98f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732065697923 2024-11-20T01:21:40,679 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f32eecea17c4acc954ad6cb10ba7cca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732065699081 2024-11-20T01:21:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741998_1174 (size=4469) 2024-11-20T01:21:40,688 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#A#compaction#145 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:40,689 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/317e4fdc73bf4a679ab84ce4dd4cb7ca is 175, key is test_row_0/A:col10/1732065699085/Put/seqid=0 2024-11-20T01:21:40,698 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:40,700 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/a4913a11a6914f81b10adf900d6c2f48 is 50, key is test_row_0/C:col10/1732065699085/Put/seqid=0 2024-11-20T01:21:40,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741999_1175 (size=31481) 2024-11-20T01:21:40,712 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/317e4fdc73bf4a679ab84ce4dd4cb7ca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/317e4fdc73bf4a679ab84ce4dd4cb7ca 2024-11-20T01:21:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742000_1176 (size=12527) 2024-11-20T01:21:40,720 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/A of 3a6b7889310d9d43d7a311df14cdf858 into 317e4fdc73bf4a679ab84ce4dd4cb7ca(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:40,720 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:40,720 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/A, priority=13, startTime=1732065700632; duration=0sec 2024-11-20T01:21:40,721 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:40,721 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:A 2024-11-20T01:21:40,733 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T01:21:40,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:40,734 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:21:40,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:40,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:40,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:40,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:40,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:40,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d5970ded3e043f28f7b33427c845ecd_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065699719/Put/seqid=0 2024-11-20T01:21:40,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742001_1177 (size=12304) 2024-11-20T01:21:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:40,768 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d5970ded3e043f28f7b33427c845ecd_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d5970ded3e043f28f7b33427c845ecd_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/fd8f6ed4bf834eee9be39eb18ed1558e, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/fd8f6ed4bf834eee9be39eb18ed1558e is 175, key is test_row_0/A:col10/1732065699719/Put/seqid=0 2024-11-20T01:21:40,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742002_1178 (size=31105) 2024-11-20T01:21:40,781 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/fd8f6ed4bf834eee9be39eb18ed1558e 2024-11-20T01:21:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/e4b46d0ec9e343778213ea01f00494da is 50, key is test_row_0/B:col10/1732065699719/Put/seqid=0 2024-11-20T01:21:40,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742003_1179 (size=12151) 2024-11-20T01:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:40,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065760852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065760853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065760854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065760855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:21:40,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065760956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065760956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065760958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:40,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065760961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,122 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/a4913a11a6914f81b10adf900d6c2f48 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/a4913a11a6914f81b10adf900d6c2f48 2024-11-20T01:21:41,129 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/C of 3a6b7889310d9d43d7a311df14cdf858 into a4913a11a6914f81b10adf900d6c2f48(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:41,129 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:41,129 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/C, priority=13, startTime=1732065700633; duration=0sec 2024-11-20T01:21:41,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:41,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:C 2024-11-20T01:21:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065761158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065761159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065761161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065761167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,215 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/e4b46d0ec9e343778213ea01f00494da 2024-11-20T01:21:41,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/9168dbcc82524723a2f97873fe0e0bcc is 50, key is test_row_0/C:col10/1732065699719/Put/seqid=0 2024-11-20T01:21:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742004_1180 (size=12151) 2024-11-20T01:21:41,238 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/9168dbcc82524723a2f97873fe0e0bcc 2024-11-20T01:21:41,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/fd8f6ed4bf834eee9be39eb18ed1558e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fd8f6ed4bf834eee9be39eb18ed1558e 2024-11-20T01:21:41,251 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fd8f6ed4bf834eee9be39eb18ed1558e, entries=150, sequenceid=199, filesize=30.4 K 2024-11-20T01:21:41,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/e4b46d0ec9e343778213ea01f00494da as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/e4b46d0ec9e343778213ea01f00494da 2024-11-20T01:21:41,258 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/e4b46d0ec9e343778213ea01f00494da, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T01:21:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/9168dbcc82524723a2f97873fe0e0bcc as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/9168dbcc82524723a2f97873fe0e0bcc 2024-11-20T01:21:41,266 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/9168dbcc82524723a2f97873fe0e0bcc, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T01:21:41,267 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3a6b7889310d9d43d7a311df14cdf858 in 533ms, sequenceid=199, compaction requested=false 2024-11-20T01:21:41,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:41,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:41,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T01:21:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-20T01:21:41,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T01:21:41,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 993 msec 2024-11-20T01:21:41,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 998 msec 2024-11-20T01:21:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:21:41,378 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T01:21:41,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-20T01:21:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:21:41,384 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:41,385 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:41,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:41,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:21:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:41,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120275a8690d3d44cb99651367c9fd588cc_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065701462/Put/seqid=0 2024-11-20T01:21:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742005_1181 (size=14794) 2024-11-20T01:21:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:21:41,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065761492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065761491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065761496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065761497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:21:41,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:41,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:41,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:41,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065761599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065761601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065761601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065761602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:21:41,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:21:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:41,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065761803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065761803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065761805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065761806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:41,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:21:41,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:41,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:41,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:41,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:41,882 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:41,887 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120275a8690d3d44cb99651367c9fd588cc_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120275a8690d3d44cb99651367c9fd588cc_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:41,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/761fc241b8f54599aff0b131ba23b2fc, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:41,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/761fc241b8f54599aff0b131ba23b2fc is 175, key is test_row_0/A:col10/1732065701462/Put/seqid=0 2024-11-20T01:21:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742006_1182 (size=39749) 2024-11-20T01:21:41,895 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/761fc241b8f54599aff0b131ba23b2fc 2024-11-20T01:21:41,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b5941876fb0f4ef999edbf9702e700cd is 50, key is test_row_0/B:col10/1732065701462/Put/seqid=0 2024-11-20T01:21:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742007_1183 (size=12151) 2024-11-20T01:21:41,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b5941876fb0f4ef999edbf9702e700cd 2024-11-20T01:21:41,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/bc22c32735a24bf190452fa8a27ca122 is 50, key is test_row_0/C:col10/1732065701462/Put/seqid=0 2024-11-20T01:21:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742008_1184 (size=12151) 2024-11-20T01:21:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:21:42,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:21:42,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:42,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065762107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065762107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065762109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065762111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:21:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:21:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:42,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/bc22c32735a24bf190452fa8a27ca122 2024-11-20T01:21:42,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/761fc241b8f54599aff0b131ba23b2fc as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/761fc241b8f54599aff0b131ba23b2fc 2024-11-20T01:21:42,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/761fc241b8f54599aff0b131ba23b2fc, entries=200, sequenceid=214, filesize=38.8 K 2024-11-20T01:21:42,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b5941876fb0f4ef999edbf9702e700cd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b5941876fb0f4ef999edbf9702e700cd 2024-11-20T01:21:42,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b5941876fb0f4ef999edbf9702e700cd, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T01:21:42,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/bc22c32735a24bf190452fa8a27ca122 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/bc22c32735a24bf190452fa8a27ca122 2024-11-20T01:21:42,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/bc22c32735a24bf190452fa8a27ca122, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T01:21:42,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3a6b7889310d9d43d7a311df14cdf858 in 893ms, sequenceid=214, compaction requested=true 2024-11-20T01:21:42,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:42,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:42,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:42,357 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:42,357 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:42,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:42,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:42,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:42,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:42,359 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:42,359 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:42,359 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/B is initiating minor compaction (all files) 2024-11-20T01:21:42,359 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/A is initiating minor compaction (all files) 2024-11-20T01:21:42,359 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/B in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,359 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/A in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,359 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3cd1f5f833d84955993e121528020fa9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/e4b46d0ec9e343778213ea01f00494da, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b5941876fb0f4ef999edbf9702e700cd] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=36.0 K 2024-11-20T01:21:42,359 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/317e4fdc73bf4a679ab84ce4dd4cb7ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fd8f6ed4bf834eee9be39eb18ed1558e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/761fc241b8f54599aff0b131ba23b2fc] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=99.9 K 2024-11-20T01:21:42,359 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,359 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/317e4fdc73bf4a679ab84ce4dd4cb7ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fd8f6ed4bf834eee9be39eb18ed1558e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/761fc241b8f54599aff0b131ba23b2fc] 2024-11-20T01:21:42,360 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cd1f5f833d84955993e121528020fa9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732065699081 2024-11-20T01:21:42,360 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 317e4fdc73bf4a679ab84ce4dd4cb7ca, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732065699081 2024-11-20T01:21:42,360 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e4b46d0ec9e343778213ea01f00494da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732065699719 2024-11-20T01:21:42,361 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd8f6ed4bf834eee9be39eb18ed1558e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732065699719 2024-11-20T01:21:42,361 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b5941876fb0f4ef999edbf9702e700cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732065700853 2024-11-20T01:21:42,361 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 761fc241b8f54599aff0b131ba23b2fc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732065700851 2024-11-20T01:21:42,371 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:42,373 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:42,373 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/22c82f9c6234455c8a2f0cda943afd10 is 50, key is test_row_0/B:col10/1732065701462/Put/seqid=0 2024-11-20T01:21:42,376 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112020cdddab26d84ab7b9e5f7809fa3a57f_3a6b7889310d9d43d7a311df14cdf858 store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:42,379 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112020cdddab26d84ab7b9e5f7809fa3a57f_3a6b7889310d9d43d7a311df14cdf858, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:42,379 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020cdddab26d84ab7b9e5f7809fa3a57f_3a6b7889310d9d43d7a311df14cdf858 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742009_1185 (size=12629) 2024-11-20T01:21:42,393 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/22c82f9c6234455c8a2f0cda943afd10 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/22c82f9c6234455c8a2f0cda943afd10 2024-11-20T01:21:42,399 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/B of 3a6b7889310d9d43d7a311df14cdf858 into 22c82f9c6234455c8a2f0cda943afd10(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:42,400 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:42,400 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/B, priority=13, startTime=1732065702357; duration=0sec 2024-11-20T01:21:42,400 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:42,400 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:B 2024-11-20T01:21:42,400 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:21:42,402 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:21:42,402 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/C is initiating minor compaction (all files) 2024-11-20T01:21:42,403 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/C in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,403 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/a4913a11a6914f81b10adf900d6c2f48, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/9168dbcc82524723a2f97873fe0e0bcc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/bc22c32735a24bf190452fa8a27ca122] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=36.0 K 2024-11-20T01:21:42,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742010_1186 (size=4469) 2024-11-20T01:21:42,403 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a4913a11a6914f81b10adf900d6c2f48, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732065699081 2024-11-20T01:21:42,405 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9168dbcc82524723a2f97873fe0e0bcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732065699719 2024-11-20T01:21:42,406 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting bc22c32735a24bf190452fa8a27ca122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732065700853 2024-11-20T01:21:42,406 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#A#compaction#154 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:42,406 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ae37e3d8706c47ada56531b55a2e957c is 175, key is test_row_0/A:col10/1732065701462/Put/seqid=0 2024-11-20T01:21:42,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742011_1187 (size=31583) 2024-11-20T01:21:42,417 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:42,417 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/2b3f0f9d08f74e1b907d49adc43a509a is 50, key is test_row_0/C:col10/1732065701462/Put/seqid=0 2024-11-20T01:21:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742012_1188 (size=12629) 2024-11-20T01:21:42,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:21:42,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:42,461 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:21:42,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:42,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:42,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:42,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:42,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:42,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b30bd6078ae46789a3b352f7981b769_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065701494/Put/seqid=0 2024-11-20T01:21:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:21:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742013_1189 (size=12304) 2024-11-20T01:21:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:42,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:42,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065762622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065762623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065762624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065762625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065762726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065762726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065762729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065762730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,821 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ae37e3d8706c47ada56531b55a2e957c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ae37e3d8706c47ada56531b55a2e957c 2024-11-20T01:21:42,827 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/A of 3a6b7889310d9d43d7a311df14cdf858 into ae37e3d8706c47ada56531b55a2e957c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:42,828 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:42,828 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/A, priority=13, startTime=1732065702357; duration=0sec 2024-11-20T01:21:42,828 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:42,828 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:A 2024-11-20T01:21:42,844 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/2b3f0f9d08f74e1b907d49adc43a509a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2b3f0f9d08f74e1b907d49adc43a509a 2024-11-20T01:21:42,850 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/C of 3a6b7889310d9d43d7a311df14cdf858 into 2b3f0f9d08f74e1b907d49adc43a509a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:42,850 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:42,850 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/C, priority=13, startTime=1732065702357; duration=0sec 2024-11-20T01:21:42,850 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:42,851 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:C 2024-11-20T01:21:42,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:42,891 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b30bd6078ae46789a3b352f7981b769_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b30bd6078ae46789a3b352f7981b769_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:42,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/f64168bf905641a085e9de230b137c0c, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:42,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/f64168bf905641a085e9de230b137c0c is 175, key is test_row_0/A:col10/1732065701494/Put/seqid=0 2024-11-20T01:21:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742014_1190 (size=31105) 2024-11-20T01:21:42,901 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/f64168bf905641a085e9de230b137c0c 2024-11-20T01:21:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/efc12e84e5e347d4b7d4702e908506d1 is 50, key is test_row_0/B:col10/1732065701494/Put/seqid=0 2024-11-20T01:21:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742015_1191 (size=12151) 2024-11-20T01:21:42,918 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/efc12e84e5e347d4b7d4702e908506d1 2024-11-20T01:21:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/da735df81c9643a0b7afada504d10ac4 is 50, key is test_row_0/C:col10/1732065701494/Put/seqid=0 2024-11-20T01:21:42,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065762929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065762930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065762934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:42,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742016_1192 (size=12151) 2024-11-20T01:21:42,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065762940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065763232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065763238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065763242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065763244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,341 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/da735df81c9643a0b7afada504d10ac4 2024-11-20T01:21:43,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/f64168bf905641a085e9de230b137c0c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/f64168bf905641a085e9de230b137c0c 2024-11-20T01:21:43,351 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/f64168bf905641a085e9de230b137c0c, entries=150, sequenceid=237, filesize=30.4 K 2024-11-20T01:21:43,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/efc12e84e5e347d4b7d4702e908506d1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/efc12e84e5e347d4b7d4702e908506d1 2024-11-20T01:21:43,356 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/efc12e84e5e347d4b7d4702e908506d1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T01:21:43,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/da735df81c9643a0b7afada504d10ac4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/da735df81c9643a0b7afada504d10ac4 2024-11-20T01:21:43,362 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/da735df81c9643a0b7afada504d10ac4, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T01:21:43,362 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 3a6b7889310d9d43d7a311df14cdf858 in 901ms, sequenceid=237, compaction requested=false 2024-11-20T01:21:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T01:21:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-20T01:21:43,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T01:21:43,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9790 sec 2024-11-20T01:21:43,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.9860 sec 2024-11-20T01:21:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:21:43,486 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-20T01:21:43,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-20T01:21:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:21:43,489 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:43,489 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:43,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:21:43,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T01:21:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:43,642 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:21:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:43,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:43,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:43,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:43,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:43,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:43,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112038cc67dbc65446a1ae6018b5b0e2b382_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065702623/Put/seqid=0 2024-11-20T01:21:43,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742017_1193 (size=12304) 2024-11-20T01:21:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:43,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:43,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065763786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:21:43,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065763787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065763787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065763790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065763891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065763891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065763892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065763895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065763994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:43,997 DEBUG [Thread-637 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:44,061 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112038cc67dbc65446a1ae6018b5b0e2b382_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038cc67dbc65446a1ae6018b5b0e2b382_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/d3d24d7b35aa41db96dc5fdb83e88031, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/d3d24d7b35aa41db96dc5fdb83e88031 is 175, key is test_row_0/A:col10/1732065702623/Put/seqid=0 2024-11-20T01:21:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742018_1194 (size=31105) 2024-11-20T01:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:21:44,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065764094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065764094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065764095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065764098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065764395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065764396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065764398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065764401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,471 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/d3d24d7b35aa41db96dc5fdb83e88031 2024-11-20T01:21:44,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/aeb6e403bca845afb652c4a99314773e is 50, key is test_row_0/B:col10/1732065702623/Put/seqid=0 2024-11-20T01:21:44,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742019_1195 (size=12151) 2024-11-20T01:21:44,496 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/aeb6e403bca845afb652c4a99314773e 2024-11-20T01:21:44,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/ee642588e76c4ef08912bc17f7df7779 is 50, key is test_row_0/C:col10/1732065702623/Put/seqid=0 2024-11-20T01:21:44,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742020_1196 (size=12151) 2024-11-20T01:21:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:21:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065764898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065764902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065764903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065764906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:44,919 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/ee642588e76c4ef08912bc17f7df7779 2024-11-20T01:21:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/d3d24d7b35aa41db96dc5fdb83e88031 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/d3d24d7b35aa41db96dc5fdb83e88031 2024-11-20T01:21:44,932 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/d3d24d7b35aa41db96dc5fdb83e88031, entries=150, sequenceid=254, filesize=30.4 K 2024-11-20T01:21:44,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/aeb6e403bca845afb652c4a99314773e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/aeb6e403bca845afb652c4a99314773e 2024-11-20T01:21:44,939 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/aeb6e403bca845afb652c4a99314773e, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T01:21:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/ee642588e76c4ef08912bc17f7df7779 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/ee642588e76c4ef08912bc17f7df7779 2024-11-20T01:21:44,953 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/ee642588e76c4ef08912bc17f7df7779, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T01:21:44,954 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3a6b7889310d9d43d7a311df14cdf858 in 1312ms, sequenceid=254, compaction requested=true 2024-11-20T01:21:44,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:44,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:44,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T01:21:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-20T01:21:44,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T01:21:44,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-11-20T01:21:44,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4710 sec 2024-11-20T01:21:45,158 INFO [master/31023a2ec537:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T01:21:45,158 INFO [master/31023a2ec537:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T01:21:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:21:45,593 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T01:21:45,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-20T01:21:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:21:45,596 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:45,597 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:45,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:21:45,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:45,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T01:21:45,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:45,749 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:21:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:45,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a25c1823ae94061805c7ba50a77dea2_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065703756/Put/seqid=0 2024-11-20T01:21:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742021_1197 (size=12454) 2024-11-20T01:21:45,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:45,766 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a25c1823ae94061805c7ba50a77dea2_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a25c1823ae94061805c7ba50a77dea2_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/1690925853d744b38d1ea5c65e3523fe, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/1690925853d744b38d1ea5c65e3523fe is 175, key is test_row_0/A:col10/1732065703756/Put/seqid=0 2024-11-20T01:21:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742022_1198 (size=31255) 2024-11-20T01:21:45,772 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/1690925853d744b38d1ea5c65e3523fe 2024-11-20T01:21:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/de53e821aa734837840fcc1556b492a0 is 50, key is test_row_0/B:col10/1732065703756/Put/seqid=0 2024-11-20T01:21:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742023_1199 (size=12301) 2024-11-20T01:21:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:21:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:45,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:45,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065765918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:45,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065765920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065765921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065765921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065766023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065766023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065766025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065766025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,196 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/de53e821aa734837840fcc1556b492a0 2024-11-20T01:21:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:21:46,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/b6da65c3ba1142da9eaef8a61ea38d14 is 50, key is test_row_0/C:col10/1732065703756/Put/seqid=0 2024-11-20T01:21:46,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742024_1200 (size=12301) 2024-11-20T01:21:46,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065766227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065766227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065766227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065766228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065766530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065766530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065766532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065766532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,617 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/b6da65c3ba1142da9eaef8a61ea38d14 2024-11-20T01:21:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/1690925853d744b38d1ea5c65e3523fe as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1690925853d744b38d1ea5c65e3523fe 2024-11-20T01:21:46,627 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1690925853d744b38d1ea5c65e3523fe, entries=150, sequenceid=275, filesize=30.5 K 2024-11-20T01:21:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/de53e821aa734837840fcc1556b492a0 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/de53e821aa734837840fcc1556b492a0 2024-11-20T01:21:46,634 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/de53e821aa734837840fcc1556b492a0, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T01:21:46,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/b6da65c3ba1142da9eaef8a61ea38d14 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b6da65c3ba1142da9eaef8a61ea38d14 2024-11-20T01:21:46,639 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b6da65c3ba1142da9eaef8a61ea38d14, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T01:21:46,641 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 3a6b7889310d9d43d7a311df14cdf858 in 892ms, sequenceid=275, compaction requested=true 2024-11-20T01:21:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-20T01:21:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-20T01:21:46,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T01:21:46,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-11-20T01:21:46,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.0500 sec 2024-11-20T01:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:21:46,699 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-20T01:21:46,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-20T01:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:21:46,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:46,703 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:46,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:21:46,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:46,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T01:21:46,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:46,855 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T01:21:46,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057f06edf564142048cb578157d0200f3_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065705920/Put/seqid=0 2024-11-20T01:21:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742025_1201 (size=12454) 2024-11-20T01:21:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:21:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:47,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:47,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065767055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065767056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065767056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065767057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065767159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065767159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065767160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065767160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:47,272 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057f06edf564142048cb578157d0200f3_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057f06edf564142048cb578157d0200f3_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:47,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ccbd4d0521fe48ee97b878bb7ea33c73, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:47,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ccbd4d0521fe48ee97b878bb7ea33c73 is 175, key is test_row_0/A:col10/1732065705920/Put/seqid=0 2024-11-20T01:21:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742026_1202 (size=31255) 2024-11-20T01:21:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:21:47,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065767361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065767363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065767363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065767364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065767665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065767665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065767666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065767669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:47,679 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ccbd4d0521fe48ee97b878bb7ea33c73 2024-11-20T01:21:47,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/d88986caacd24db48241e235b29f1397 is 50, key is test_row_0/B:col10/1732065705920/Put/seqid=0 2024-11-20T01:21:47,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742027_1203 (size=12301) 2024-11-20T01:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:21:48,094 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/d88986caacd24db48241e235b29f1397 2024-11-20T01:21:48,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/b07d64c78419414cb82adffc2fd5fec3 is 50, key is test_row_0/C:col10/1732065705920/Put/seqid=0 2024-11-20T01:21:48,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742028_1204 (size=12301) 2024-11-20T01:21:48,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065768169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:48,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065768169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:48,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065768171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:48,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065768173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:48,510 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/b07d64c78419414cb82adffc2fd5fec3 2024-11-20T01:21:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/ccbd4d0521fe48ee97b878bb7ea33c73 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ccbd4d0521fe48ee97b878bb7ea33c73 2024-11-20T01:21:48,520 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ccbd4d0521fe48ee97b878bb7ea33c73, entries=150, sequenceid=291, filesize=30.5 K 2024-11-20T01:21:48,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/d88986caacd24db48241e235b29f1397 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/d88986caacd24db48241e235b29f1397 2024-11-20T01:21:48,525 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/d88986caacd24db48241e235b29f1397, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T01:21:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/b07d64c78419414cb82adffc2fd5fec3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b07d64c78419414cb82adffc2fd5fec3 2024-11-20T01:21:48,530 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b07d64c78419414cb82adffc2fd5fec3, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T01:21:48,531 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 3a6b7889310d9d43d7a311df14cdf858 in 1676ms, sequenceid=291, compaction requested=true 2024-11-20T01:21:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-20T01:21:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-20T01:21:48,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T01:21:48,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-11-20T01:21:48,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8330 sec 2024-11-20T01:21:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:21:48,806 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-20T01:21:48,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-20T01:21:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:21:48,809 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:48,809 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:48,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:21:48,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:48,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:21:48,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:48,962 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:21:48,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:48,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:48,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:48,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:48,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:48,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112032fbbc82e53e438cb12ac2e1aa75c806_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065707055/Put/seqid=0 2024-11-20T01:21:48,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742029_1205 (size=12454) 2024-11-20T01:21:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:21:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:49,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:49,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065769186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065769188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065769189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065769190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065769291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065769294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065769294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065769294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:49,378 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112032fbbc82e53e438cb12ac2e1aa75c806_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032fbbc82e53e438cb12ac2e1aa75c806_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:49,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/21165e9429c543bf8c4df1129d64258e, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:49,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/21165e9429c543bf8c4df1129d64258e is 175, key is test_row_0/A:col10/1732065707055/Put/seqid=0 2024-11-20T01:21:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742030_1206 (size=31255) 2024-11-20T01:21:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:21:49,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065769494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065769497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065769498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065769498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,786 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/21165e9429c543bf8c4df1129d64258e 2024-11-20T01:21:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/534c057fe563412ab4c4f8bb3c491206 is 50, key is test_row_0/B:col10/1732065707055/Put/seqid=0 2024-11-20T01:21:49,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742031_1207 (size=12301) 2024-11-20T01:21:49,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065769799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065769802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065769802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065769802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:21:50,201 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/534c057fe563412ab4c4f8bb3c491206 2024-11-20T01:21:50,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/c42424b8784a4c43be064b203a005aff is 50, key is test_row_0/C:col10/1732065707055/Put/seqid=0 2024-11-20T01:21:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742032_1208 (size=12301) 2024-11-20T01:21:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065770303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065770305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065770306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065770308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:50,614 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/c42424b8784a4c43be064b203a005aff 2024-11-20T01:21:50,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/21165e9429c543bf8c4df1129d64258e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/21165e9429c543bf8c4df1129d64258e 2024-11-20T01:21:50,624 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/21165e9429c543bf8c4df1129d64258e, entries=150, sequenceid=312, filesize=30.5 K 2024-11-20T01:21:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/534c057fe563412ab4c4f8bb3c491206 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/534c057fe563412ab4c4f8bb3c491206 2024-11-20T01:21:50,633 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/534c057fe563412ab4c4f8bb3c491206, entries=150, sequenceid=312, filesize=12.0 K 2024-11-20T01:21:50,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/c42424b8784a4c43be064b203a005aff as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c42424b8784a4c43be064b203a005aff 2024-11-20T01:21:50,639 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c42424b8784a4c43be064b203a005aff, entries=150, sequenceid=312, filesize=12.0 K 2024-11-20T01:21:50,639 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3a6b7889310d9d43d7a311df14cdf858 in 1677ms, sequenceid=312, compaction requested=true 2024-11-20T01:21:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-20T01:21:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-20T01:21:50,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T01:21:50,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-11-20T01:21:50,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.8360 sec 2024-11-20T01:21:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:21:50,913 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-20T01:21:50,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-20T01:21:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:21:50,915 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:50,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:50,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:21:51,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T01:21:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:51,069 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:21:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:51,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120091a8fc6a52141498799932ee511640b_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065709189/Put/seqid=0 2024-11-20T01:21:51,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742033_1209 (size=12454) 2024-11-20T01:21:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:21:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:51,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:51,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065771333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065771334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065771335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065771337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065771438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065771438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065771441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065771443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:51,488 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120091a8fc6a52141498799932ee511640b_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120091a8fc6a52141498799932ee511640b_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:51,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/4e0f65175426485aaf2619a87fe01523, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/4e0f65175426485aaf2619a87fe01523 is 175, key is test_row_0/A:col10/1732065709189/Put/seqid=0 2024-11-20T01:21:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742034_1210 (size=31255) 2024-11-20T01:21:51,495 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/4e0f65175426485aaf2619a87fe01523 2024-11-20T01:21:51,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9d153b275de444bc82240231c4867e6e is 50, key is test_row_0/B:col10/1732065709189/Put/seqid=0 2024-11-20T01:21:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742035_1211 (size=12301) 2024-11-20T01:21:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:21:51,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065771642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065771642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065771644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065771648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,908 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9d153b275de444bc82240231c4867e6e 2024-11-20T01:21:51,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/0aea690039064d518ec53f1dd968c72a is 50, key is test_row_0/C:col10/1732065709189/Put/seqid=0 2024-11-20T01:21:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742036_1212 (size=12301) 2024-11-20T01:21:51,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065771944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065771946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065771947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065771954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:21:52,320 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/0aea690039064d518ec53f1dd968c72a 2024-11-20T01:21:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/4e0f65175426485aaf2619a87fe01523 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/4e0f65175426485aaf2619a87fe01523 2024-11-20T01:21:52,331 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/4e0f65175426485aaf2619a87fe01523, entries=150, sequenceid=327, filesize=30.5 K 2024-11-20T01:21:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/9d153b275de444bc82240231c4867e6e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d153b275de444bc82240231c4867e6e 2024-11-20T01:21:52,337 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d153b275de444bc82240231c4867e6e, entries=150, sequenceid=327, filesize=12.0 K 2024-11-20T01:21:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/0aea690039064d518ec53f1dd968c72a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0aea690039064d518ec53f1dd968c72a 2024-11-20T01:21:52,344 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0aea690039064d518ec53f1dd968c72a, entries=150, sequenceid=327, filesize=12.0 K 2024-11-20T01:21:52,345 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3a6b7889310d9d43d7a311df14cdf858 in 1276ms, sequenceid=327, compaction requested=true 2024-11-20T01:21:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-20T01:21:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-20T01:21:52,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T01:21:52,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-20T01:21:52,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.4340 sec 2024-11-20T01:21:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:52,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:21:52,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:52,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:52,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:52,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:52,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:52,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:52,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120369ce99299dc4b81a1c04eee010e6b24_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065711336/Put/seqid=0 2024-11-20T01:21:52,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742037_1213 (size=14994) 2024-11-20T01:21:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065772466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065772468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065772468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065772470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065772571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065772572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065772572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065772574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065772785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065772785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065772785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065772785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:52,867 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:52,871 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120369ce99299dc4b81a1c04eee010e6b24_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120369ce99299dc4b81a1c04eee010e6b24_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:52,872 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/637ab2fe808e49a4a04f739d77a8d562, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:52,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/637ab2fe808e49a4a04f739d77a8d562 is 175, key is test_row_0/A:col10/1732065711336/Put/seqid=0 2024-11-20T01:21:52,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742038_1214 (size=39949) 2024-11-20T01:21:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:21:53,019 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-20T01:21:53,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:21:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-20T01:21:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T01:21:53,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:21:53,023 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:21:53,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:21:53,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065773087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065773088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065773089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065773089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T01:21:53,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T01:21:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,277 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/637ab2fe808e49a4a04f739d77a8d562 2024-11-20T01:21:53,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/45fd195309f0444b87c7a5f205e0e09b is 50, key is test_row_0/B:col10/1732065711336/Put/seqid=0 2024-11-20T01:21:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742039_1215 (size=12301) 2024-11-20T01:21:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T01:21:53,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T01:21:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T01:21:53,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:53,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38916 deadline: 1732065773591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38896 deadline: 1732065773593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38882 deadline: 1732065773593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1732065773594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T01:21:53,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T01:21:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/45fd195309f0444b87c7a5f205e0e09b 2024-11-20T01:21:53,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/16f1dde113fa42a495f607175bb8427e is 50, key is test_row_0/C:col10/1732065711336/Put/seqid=0 2024-11-20T01:21:53,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742040_1216 (size=12301) 2024-11-20T01:21:53,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T01:21:53,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:53,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:53,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T01:21:53,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:53,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:53,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:54,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:21:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732065774037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 2024-11-20T01:21:54,039 DEBUG [Thread-637 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18246 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:54,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:54,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T01:21:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:54,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:54,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/16f1dde113fa42a495f607175bb8427e 2024-11-20T01:21:54,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/637ab2fe808e49a4a04f739d77a8d562 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/637ab2fe808e49a4a04f739d77a8d562 2024-11-20T01:21:54,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/637ab2fe808e49a4a04f739d77a8d562, entries=200, sequenceid=349, filesize=39.0 K 2024-11-20T01:21:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/45fd195309f0444b87c7a5f205e0e09b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/45fd195309f0444b87c7a5f205e0e09b 2024-11-20T01:21:54,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/45fd195309f0444b87c7a5f205e0e09b, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T01:21:54,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/16f1dde113fa42a495f607175bb8427e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16f1dde113fa42a495f607175bb8427e 2024-11-20T01:21:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T01:21:54,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16f1dde113fa42a495f607175bb8427e, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T01:21:54,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3a6b7889310d9d43d7a311df14cdf858 in 1675ms, sequenceid=349, compaction requested=true 2024-11-20T01:21:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:21:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:54,127 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-20T01:21:54,127 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-20T01:21:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:21:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a6b7889310d9d43d7a311df14cdf858:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:21:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:54,130 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 258762 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-20T01:21:54,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98436 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-20T01:21:54,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/B is initiating minor compaction (all files) 2024-11-20T01:21:54,130 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/A is initiating minor compaction (all files) 2024-11-20T01:21:54,130 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/A in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:54,130 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/B in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:54,130 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ae37e3d8706c47ada56531b55a2e957c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/f64168bf905641a085e9de230b137c0c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/d3d24d7b35aa41db96dc5fdb83e88031, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1690925853d744b38d1ea5c65e3523fe, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ccbd4d0521fe48ee97b878bb7ea33c73, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/21165e9429c543bf8c4df1129d64258e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/4e0f65175426485aaf2619a87fe01523, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/637ab2fe808e49a4a04f739d77a8d562] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=252.7 K 2024-11-20T01:21:54,130 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/22c82f9c6234455c8a2f0cda943afd10, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/efc12e84e5e347d4b7d4702e908506d1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/aeb6e403bca845afb652c4a99314773e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/de53e821aa734837840fcc1556b492a0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/d88986caacd24db48241e235b29f1397, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/534c057fe563412ab4c4f8bb3c491206, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d153b275de444bc82240231c4867e6e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/45fd195309f0444b87c7a5f205e0e09b] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=96.1 K 2024-11-20T01:21:54,130 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:54,130 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ae37e3d8706c47ada56531b55a2e957c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/f64168bf905641a085e9de230b137c0c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/d3d24d7b35aa41db96dc5fdb83e88031, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1690925853d744b38d1ea5c65e3523fe, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ccbd4d0521fe48ee97b878bb7ea33c73, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/21165e9429c543bf8c4df1129d64258e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/4e0f65175426485aaf2619a87fe01523, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/637ab2fe808e49a4a04f739d77a8d562] 2024-11-20T01:21:54,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 22c82f9c6234455c8a2f0cda943afd10, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732065700853 2024-11-20T01:21:54,130 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae37e3d8706c47ada56531b55a2e957c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732065700853 2024-11-20T01:21:54,131 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting f64168bf905641a085e9de230b137c0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065701489 2024-11-20T01:21:54,131 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting efc12e84e5e347d4b7d4702e908506d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065701489 2024-11-20T01:21:54,131 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3d24d7b35aa41db96dc5fdb83e88031, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732065702618 2024-11-20T01:21:54,131 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting aeb6e403bca845afb652c4a99314773e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732065702618 2024-11-20T01:21:54,131 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1690925853d744b38d1ea5c65e3523fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732065703756 2024-11-20T01:21:54,132 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting de53e821aa734837840fcc1556b492a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732065703756 2024-11-20T01:21:54,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccbd4d0521fe48ee97b878bb7ea33c73, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732065705917 2024-11-20T01:21:54,132 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d88986caacd24db48241e235b29f1397, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732065705917 2024-11-20T01:21:54,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21165e9429c543bf8c4df1129d64258e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065707054 2024-11-20T01:21:54,132 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 534c057fe563412ab4c4f8bb3c491206, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065707054 2024-11-20T01:21:54,133 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e0f65175426485aaf2619a87fe01523, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732065709182 2024-11-20T01:21:54,133 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d153b275de444bc82240231c4867e6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732065709182 2024-11-20T01:21:54,133 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 637ab2fe808e49a4a04f739d77a8d562, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732065711325 2024-11-20T01:21:54,133 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 45fd195309f0444b87c7a5f205e0e09b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732065711325 2024-11-20T01:21:54,146 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:54,149 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:54,150 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/21fd3754031846a4a313d13889e067db is 50, key is test_row_0/B:col10/1732065711336/Put/seqid=0 2024-11-20T01:21:54,151 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112027bcf4d1b62f4b3a83e30af5fd5b9e0a_3a6b7889310d9d43d7a311df14cdf858 store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:54,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742041_1217 (size=13051) 2024-11-20T01:21:54,155 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112027bcf4d1b62f4b3a83e30af5fd5b9e0a_3a6b7889310d9d43d7a311df14cdf858, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:54,155 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112027bcf4d1b62f4b3a83e30af5fd5b9e0a_3a6b7889310d9d43d7a311df14cdf858 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:54,159 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/21fd3754031846a4a313d13889e067db as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/21fd3754031846a4a313d13889e067db 2024-11-20T01:21:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742042_1218 (size=4469) 2024-11-20T01:21:54,165 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#A#compaction#177 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:54,166 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/663bb447b8234e72aa11fb25856fdcfb is 175, key is test_row_0/A:col10/1732065711336/Put/seqid=0 2024-11-20T01:21:54,170 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/B of 3a6b7889310d9d43d7a311df14cdf858 into 21fd3754031846a4a313d13889e067db(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:54,170 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:54,170 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/B, priority=8, startTime=1732065714127; duration=0sec 2024-11-20T01:21:54,170 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:21:54,170 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:B 2024-11-20T01:21:54,170 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-20T01:21:54,172 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98436 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-20T01:21:54,172 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 3a6b7889310d9d43d7a311df14cdf858/C is initiating minor compaction (all files) 2024-11-20T01:21:54,172 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a6b7889310d9d43d7a311df14cdf858/C in TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:54,172 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2b3f0f9d08f74e1b907d49adc43a509a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/da735df81c9643a0b7afada504d10ac4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/ee642588e76c4ef08912bc17f7df7779, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b6da65c3ba1142da9eaef8a61ea38d14, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b07d64c78419414cb82adffc2fd5fec3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c42424b8784a4c43be064b203a005aff, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0aea690039064d518ec53f1dd968c72a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16f1dde113fa42a495f607175bb8427e] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp, totalSize=96.1 K 2024-11-20T01:21:54,173 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b3f0f9d08f74e1b907d49adc43a509a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732065700853 2024-11-20T01:21:54,173 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting da735df81c9643a0b7afada504d10ac4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065701489 2024-11-20T01:21:54,174 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ee642588e76c4ef08912bc17f7df7779, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732065702618 2024-11-20T01:21:54,174 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b6da65c3ba1142da9eaef8a61ea38d14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732065703756 2024-11-20T01:21:54,175 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b07d64c78419414cb82adffc2fd5fec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732065705917 2024-11-20T01:21:54,175 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c42424b8784a4c43be064b203a005aff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732065707054 2024-11-20T01:21:54,175 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aea690039064d518ec53f1dd968c72a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732065709182 2024-11-20T01:21:54,176 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f1dde113fa42a495f607175bb8427e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732065711325 2024-11-20T01:21:54,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742043_1219 (size=32005) 2024-11-20T01:21:54,192 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a6b7889310d9d43d7a311df14cdf858#C#compaction#179 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:21:54,193 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/254c9dd6ed624dfb82ac7fedb2600e47 is 50, key is test_row_0/C:col10/1732065711336/Put/seqid=0 2024-11-20T01:21:54,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742044_1220 (size=13051) 2024-11-20T01:21:54,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:21:54,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T01:21:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:54,246 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:21:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:21:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:21:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:21:54,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:21:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208301fcb1bafe4bf1958fafa723fd76bc_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065712467/Put/seqid=0 2024-11-20T01:21:54,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742045_1221 (size=12454) 2024-11-20T01:21:54,338 DEBUG [Thread-644 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:49301 2024-11-20T01:21:54,338 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:54,340 DEBUG [Thread-646 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:49301 2024-11-20T01:21:54,340 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:54,342 DEBUG [Thread-648 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:49301 2024-11-20T01:21:54,342 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:54,343 DEBUG [Thread-650 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:49301 2024-11-20T01:21:54,343 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:54,588 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/663bb447b8234e72aa11fb25856fdcfb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/663bb447b8234e72aa11fb25856fdcfb 2024-11-20T01:21:54,592 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/A of 3a6b7889310d9d43d7a311df14cdf858 into 663bb447b8234e72aa11fb25856fdcfb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:54,593 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:54,593 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/A, priority=8, startTime=1732065714127; duration=0sec 2024-11-20T01:21:54,593 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:54,593 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:A 2024-11-20T01:21:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:54,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. as already flushing 2024-11-20T01:21:54,600 DEBUG [Thread-633 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:49301 2024-11-20T01:21:54,600 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:54,601 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/254c9dd6ed624dfb82ac7fedb2600e47 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/254c9dd6ed624dfb82ac7fedb2600e47 2024-11-20T01:21:54,602 DEBUG [Thread-639 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:49301 2024-11-20T01:21:54,602 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:54,603 DEBUG [Thread-641 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:49301 2024-11-20T01:21:54,603 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:54,605 DEBUG [Thread-635 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:49301 2024-11-20T01:21:54,605 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:54,607 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 3a6b7889310d9d43d7a311df14cdf858/C of 3a6b7889310d9d43d7a311df14cdf858 into 254c9dd6ed624dfb82ac7fedb2600e47(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:21:54,607 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:54,607 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858., storeName=3a6b7889310d9d43d7a311df14cdf858/C, priority=8, startTime=1732065714127; duration=0sec 2024-11-20T01:21:54,607 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:21:54,607 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a6b7889310d9d43d7a311df14cdf858:C 2024-11-20T01:21:54,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:54,663 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208301fcb1bafe4bf1958fafa723fd76bc_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208301fcb1bafe4bf1958fafa723fd76bc_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:21:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/9e251f79e5284ec6ae404926e857c155, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:21:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/9e251f79e5284ec6ae404926e857c155 is 175, key is test_row_0/A:col10/1732065712467/Put/seqid=0 2024-11-20T01:21:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742046_1222 (size=31255) 2024-11-20T01:21:55,069 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/9e251f79e5284ec6ae404926e857c155 2024-11-20T01:21:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/edc8c678c8e74fc8a1878aeedacee795 is 50, key is test_row_0/B:col10/1732065712467/Put/seqid=0 2024-11-20T01:21:55,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742047_1223 (size=12301) 2024-11-20T01:21:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T01:21:55,480 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/edc8c678c8e74fc8a1878aeedacee795 2024-11-20T01:21:55,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/5890242712fb4ebc9b20cb3e23fe10f6 is 50, key is test_row_0/C:col10/1732065712467/Put/seqid=0 2024-11-20T01:21:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742048_1224 (size=12301) 2024-11-20T01:21:55,892 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/5890242712fb4ebc9b20cb3e23fe10f6 2024-11-20T01:21:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/9e251f79e5284ec6ae404926e857c155 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/9e251f79e5284ec6ae404926e857c155 2024-11-20T01:21:55,901 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/9e251f79e5284ec6ae404926e857c155, entries=150, sequenceid=364, filesize=30.5 K 2024-11-20T01:21:55,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/edc8c678c8e74fc8a1878aeedacee795 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/edc8c678c8e74fc8a1878aeedacee795 2024-11-20T01:21:55,905 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/edc8c678c8e74fc8a1878aeedacee795, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T01:21:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/5890242712fb4ebc9b20cb3e23fe10f6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/5890242712fb4ebc9b20cb3e23fe10f6 2024-11-20T01:21:55,909 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/5890242712fb4ebc9b20cb3e23fe10f6, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T01:21:55,910 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for 3a6b7889310d9d43d7a311df14cdf858 in 1664ms, sequenceid=364, compaction requested=false 2024-11-20T01:21:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:21:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:21:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-20T01:21:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-20T01:21:55,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T01:21:55,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8880 sec 2024-11-20T01:21:55,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.8920 sec 2024-11-20T01:21:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T01:21:57,127 INFO [Thread-643 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-20T01:21:58,505 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:22:03,744 DEBUG [master/31023a2ec537:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 23d79f10b57ee4b6bd221ec7e5ea6d42 changed from -1.0 to 0.0, refreshing cache 2024-11-20T01:22:04,141 DEBUG [Thread-637 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:49301 2024-11-20T01:22:04,141 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6061 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5885 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2547 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7641 rows 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2574 2024-11-20T01:22:04,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7722 rows 2024-11-20T01:22:04,141 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:22:04,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:49301 2024-11-20T01:22:04,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:04,144 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:22:04,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:22:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T01:22:04,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065724148"}]},"ts":"1732065724148"} 2024-11-20T01:22:04,149 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:22:04,152 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:22:04,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:22:04,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, UNASSIGN}] 2024-11-20T01:22:04,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, UNASSIGN 2024-11-20T01:22:04,155 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=3a6b7889310d9d43d7a311df14cdf858, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:04,156 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:22:04,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure 3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:22:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T01:22:04,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:04,308 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:04,308 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:22:04,308 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing 3a6b7889310d9d43d7a311df14cdf858, disabling compactions & flushes 2024-11-20T01:22:04,308 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:22:04,308 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:22:04,308 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. after waiting 0 ms 2024-11-20T01:22:04,308 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:22:04,309 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing 3a6b7889310d9d43d7a311df14cdf858 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:22:04,309 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=A 2024-11-20T01:22:04,309 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:04,309 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=B 2024-11-20T01:22:04,309 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:04,309 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a6b7889310d9d43d7a311df14cdf858, store=C 2024-11-20T01:22:04,309 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:04,316 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c094bd431113492286ece12649f1c9a6_3a6b7889310d9d43d7a311df14cdf858 is 50, key is test_row_0/A:col10/1732065714602/Put/seqid=0 2024-11-20T01:22:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742049_1225 (size=9914) 2024-11-20T01:22:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T01:22:04,720 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:04,724 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c094bd431113492286ece12649f1c9a6_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c094bd431113492286ece12649f1c9a6_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:04,725 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/8766a9c104dd425984bb6a6ce6544dcc, store: [table=TestAcidGuarantees family=A region=3a6b7889310d9d43d7a311df14cdf858] 2024-11-20T01:22:04,726 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/8766a9c104dd425984bb6a6ce6544dcc is 175, key is test_row_0/A:col10/1732065714602/Put/seqid=0 2024-11-20T01:22:04,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742050_1226 (size=22561) 2024-11-20T01:22:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T01:22:05,130 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/8766a9c104dd425984bb6a6ce6544dcc 2024-11-20T01:22:05,137 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b8d43e95dece4806b36e18fad3d8c53d is 50, key is test_row_0/B:col10/1732065714602/Put/seqid=0 2024-11-20T01:22:05,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742051_1227 (size=9857) 2024-11-20T01:22:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T01:22:05,541 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b8d43e95dece4806b36e18fad3d8c53d 2024-11-20T01:22:05,548 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/0503b1bfee194d57831898006ba4b4b4 is 50, key is test_row_0/C:col10/1732065714602/Put/seqid=0 2024-11-20T01:22:05,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742052_1228 (size=9857) 2024-11-20T01:22:05,952 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/0503b1bfee194d57831898006ba4b4b4 2024-11-20T01:22:05,957 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/A/8766a9c104dd425984bb6a6ce6544dcc as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/8766a9c104dd425984bb6a6ce6544dcc 2024-11-20T01:22:05,960 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/8766a9c104dd425984bb6a6ce6544dcc, entries=100, sequenceid=374, filesize=22.0 K 2024-11-20T01:22:05,961 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/B/b8d43e95dece4806b36e18fad3d8c53d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b8d43e95dece4806b36e18fad3d8c53d 2024-11-20T01:22:05,965 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b8d43e95dece4806b36e18fad3d8c53d, entries=100, sequenceid=374, filesize=9.6 K 2024-11-20T01:22:05,965 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/.tmp/C/0503b1bfee194d57831898006ba4b4b4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0503b1bfee194d57831898006ba4b4b4 2024-11-20T01:22:05,969 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0503b1bfee194d57831898006ba4b4b4, entries=100, sequenceid=374, filesize=9.6 K 2024-11-20T01:22:05,970 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3a6b7889310d9d43d7a311df14cdf858 in 1661ms, sequenceid=374, compaction requested=true 2024-11-20T01:22:05,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ffeeb25f2b454ae28282eaed4e67fee0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/42629c3426c94fb491c4b95b0aaf3020, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/51e8f6f2a8d0487e9c7f1071d310982c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fe99c0a536954e2d91da7676ae130bd4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/3bf10bd0b8504addabde970d471a88a1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ca8714e57e42497da267b66a7449f54f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1388fd616590451a9ecdde14b2b9150b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/7a5e868662c043fdb6d78ac74e6d7826, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/60936cbe199c4b4d91f5f224cb22727c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/0a3022c7451246eea18b33c30720d6ff, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/317e4fdc73bf4a679ab84ce4dd4cb7ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fd8f6ed4bf834eee9be39eb18ed1558e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/761fc241b8f54599aff0b131ba23b2fc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ae37e3d8706c47ada56531b55a2e957c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/f64168bf905641a085e9de230b137c0c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/d3d24d7b35aa41db96dc5fdb83e88031, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1690925853d744b38d1ea5c65e3523fe, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ccbd4d0521fe48ee97b878bb7ea33c73, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/21165e9429c543bf8c4df1129d64258e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/4e0f65175426485aaf2619a87fe01523, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/637ab2fe808e49a4a04f739d77a8d562] to archive 2024-11-20T01:22:05,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:22:05,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ffeeb25f2b454ae28282eaed4e67fee0 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ffeeb25f2b454ae28282eaed4e67fee0 2024-11-20T01:22:05,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/42629c3426c94fb491c4b95b0aaf3020 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/42629c3426c94fb491c4b95b0aaf3020 2024-11-20T01:22:05,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/51e8f6f2a8d0487e9c7f1071d310982c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/51e8f6f2a8d0487e9c7f1071d310982c 2024-11-20T01:22:05,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/c1f9b8a8c4d94ca8a8f7553dd07cbc5a 2024-11-20T01:22:05,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fe99c0a536954e2d91da7676ae130bd4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fe99c0a536954e2d91da7676ae130bd4 2024-11-20T01:22:05,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/3bf10bd0b8504addabde970d471a88a1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/3bf10bd0b8504addabde970d471a88a1 2024-11-20T01:22:05,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ca8714e57e42497da267b66a7449f54f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ca8714e57e42497da267b66a7449f54f 2024-11-20T01:22:05,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1388fd616590451a9ecdde14b2b9150b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1388fd616590451a9ecdde14b2b9150b 2024-11-20T01:22:05,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/7a5e868662c043fdb6d78ac74e6d7826 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/7a5e868662c043fdb6d78ac74e6d7826 2024-11-20T01:22:05,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/60936cbe199c4b4d91f5f224cb22727c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/60936cbe199c4b4d91f5f224cb22727c 2024-11-20T01:22:05,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/0a3022c7451246eea18b33c30720d6ff to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/0a3022c7451246eea18b33c30720d6ff 2024-11-20T01:22:05,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/317e4fdc73bf4a679ab84ce4dd4cb7ca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/317e4fdc73bf4a679ab84ce4dd4cb7ca 2024-11-20T01:22:05,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fd8f6ed4bf834eee9be39eb18ed1558e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/fd8f6ed4bf834eee9be39eb18ed1558e 2024-11-20T01:22:05,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/761fc241b8f54599aff0b131ba23b2fc to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/761fc241b8f54599aff0b131ba23b2fc 2024-11-20T01:22:05,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ae37e3d8706c47ada56531b55a2e957c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ae37e3d8706c47ada56531b55a2e957c 2024-11-20T01:22:05,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/f64168bf905641a085e9de230b137c0c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/f64168bf905641a085e9de230b137c0c 2024-11-20T01:22:05,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/d3d24d7b35aa41db96dc5fdb83e88031 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/d3d24d7b35aa41db96dc5fdb83e88031 2024-11-20T01:22:05,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1690925853d744b38d1ea5c65e3523fe to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/1690925853d744b38d1ea5c65e3523fe 2024-11-20T01:22:05,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ccbd4d0521fe48ee97b878bb7ea33c73 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/ccbd4d0521fe48ee97b878bb7ea33c73 2024-11-20T01:22:05,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/21165e9429c543bf8c4df1129d64258e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/21165e9429c543bf8c4df1129d64258e 2024-11-20T01:22:05,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/4e0f65175426485aaf2619a87fe01523 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/4e0f65175426485aaf2619a87fe01523 2024-11-20T01:22:05,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/637ab2fe808e49a4a04f739d77a8d562 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/637ab2fe808e49a4a04f739d77a8d562 2024-11-20T01:22:06,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/963ce9c75f3d42219201e69019043970, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/97da611faf644295bee0068fcc1098d4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3221fa9967db4d15a08b021a73e18558, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/14475d26f6c241d7bd7b8dfad86934fd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d65e378ad394dc0942069454559b5e6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b29dd82247704fb596cfdc5c5816a795, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/656a9b7bb4be436c9dbacd727774b2f3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/2ec3648f8e0e4d56b322a095df212e32, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/17549a834a78472c9a875c87309c48b2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9633edae80134ff69a79cd37acbe108f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3cd1f5f833d84955993e121528020fa9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/516917909c814673a30bb1f4aafe7873, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/e4b46d0ec9e343778213ea01f00494da, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/22c82f9c6234455c8a2f0cda943afd10, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b5941876fb0f4ef999edbf9702e700cd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/efc12e84e5e347d4b7d4702e908506d1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/aeb6e403bca845afb652c4a99314773e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/de53e821aa734837840fcc1556b492a0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/d88986caacd24db48241e235b29f1397, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/534c057fe563412ab4c4f8bb3c491206, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d153b275de444bc82240231c4867e6e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/45fd195309f0444b87c7a5f205e0e09b] to archive 2024-11-20T01:22:06,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:22:06,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/963ce9c75f3d42219201e69019043970 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/963ce9c75f3d42219201e69019043970 2024-11-20T01:22:06,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/97da611faf644295bee0068fcc1098d4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/97da611faf644295bee0068fcc1098d4 2024-11-20T01:22:06,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3221fa9967db4d15a08b021a73e18558 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3221fa9967db4d15a08b021a73e18558 2024-11-20T01:22:06,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/14475d26f6c241d7bd7b8dfad86934fd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/14475d26f6c241d7bd7b8dfad86934fd 2024-11-20T01:22:06,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d65e378ad394dc0942069454559b5e6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d65e378ad394dc0942069454559b5e6 2024-11-20T01:22:06,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b29dd82247704fb596cfdc5c5816a795 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b29dd82247704fb596cfdc5c5816a795 2024-11-20T01:22:06,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/656a9b7bb4be436c9dbacd727774b2f3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/656a9b7bb4be436c9dbacd727774b2f3 2024-11-20T01:22:06,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/2ec3648f8e0e4d56b322a095df212e32 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/2ec3648f8e0e4d56b322a095df212e32 2024-11-20T01:22:06,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/17549a834a78472c9a875c87309c48b2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/17549a834a78472c9a875c87309c48b2 2024-11-20T01:22:06,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9633edae80134ff69a79cd37acbe108f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9633edae80134ff69a79cd37acbe108f 2024-11-20T01:22:06,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3cd1f5f833d84955993e121528020fa9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/3cd1f5f833d84955993e121528020fa9 2024-11-20T01:22:06,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/516917909c814673a30bb1f4aafe7873 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/516917909c814673a30bb1f4aafe7873 2024-11-20T01:22:06,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/e4b46d0ec9e343778213ea01f00494da to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/e4b46d0ec9e343778213ea01f00494da 2024-11-20T01:22:06,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/22c82f9c6234455c8a2f0cda943afd10 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/22c82f9c6234455c8a2f0cda943afd10 2024-11-20T01:22:06,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b5941876fb0f4ef999edbf9702e700cd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b5941876fb0f4ef999edbf9702e700cd 2024-11-20T01:22:06,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/efc12e84e5e347d4b7d4702e908506d1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/efc12e84e5e347d4b7d4702e908506d1 2024-11-20T01:22:06,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/aeb6e403bca845afb652c4a99314773e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/aeb6e403bca845afb652c4a99314773e 2024-11-20T01:22:06,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/de53e821aa734837840fcc1556b492a0 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/de53e821aa734837840fcc1556b492a0 2024-11-20T01:22:06,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/d88986caacd24db48241e235b29f1397 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/d88986caacd24db48241e235b29f1397 2024-11-20T01:22:06,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/534c057fe563412ab4c4f8bb3c491206 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/534c057fe563412ab4c4f8bb3c491206 2024-11-20T01:22:06,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d153b275de444bc82240231c4867e6e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/9d153b275de444bc82240231c4867e6e 2024-11-20T01:22:06,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/45fd195309f0444b87c7a5f205e0e09b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/45fd195309f0444b87c7a5f205e0e09b 2024-11-20T01:22:06,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16328029f8734912942afb4855183e2a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/018db1fe29d843d789c51873390a50d9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/471c85075b6d4db49a42f8ae657eb77e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/e23393cbb4e74133ab3a62ac6a729724, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/4811000acd844a7390448507290cd93d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/05fc1b8d092d4270b68f2f027230acb8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/624935ee9e7f412c907f4145f1f50422, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c7c43c9ffdd94075a1c4d933c2823e0d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/3320ede49adc48bd84641b82c864fecd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/45407fffff1b45dc85a86b5cf9cbc98f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/a4913a11a6914f81b10adf900d6c2f48, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2f32eecea17c4acc954ad6cb10ba7cca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/9168dbcc82524723a2f97873fe0e0bcc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2b3f0f9d08f74e1b907d49adc43a509a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/bc22c32735a24bf190452fa8a27ca122, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/da735df81c9643a0b7afada504d10ac4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/ee642588e76c4ef08912bc17f7df7779, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b6da65c3ba1142da9eaef8a61ea38d14, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b07d64c78419414cb82adffc2fd5fec3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c42424b8784a4c43be064b203a005aff, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0aea690039064d518ec53f1dd968c72a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16f1dde113fa42a495f607175bb8427e] to archive 2024-11-20T01:22:06,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:22:06,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16328029f8734912942afb4855183e2a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16328029f8734912942afb4855183e2a 2024-11-20T01:22:06,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/018db1fe29d843d789c51873390a50d9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/018db1fe29d843d789c51873390a50d9 2024-11-20T01:22:06,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/471c85075b6d4db49a42f8ae657eb77e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/471c85075b6d4db49a42f8ae657eb77e 2024-11-20T01:22:06,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/e23393cbb4e74133ab3a62ac6a729724 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/e23393cbb4e74133ab3a62ac6a729724 2024-11-20T01:22:06,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/4811000acd844a7390448507290cd93d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/4811000acd844a7390448507290cd93d 2024-11-20T01:22:06,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/05fc1b8d092d4270b68f2f027230acb8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/05fc1b8d092d4270b68f2f027230acb8 2024-11-20T01:22:06,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/624935ee9e7f412c907f4145f1f50422 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/624935ee9e7f412c907f4145f1f50422 2024-11-20T01:22:06,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c7c43c9ffdd94075a1c4d933c2823e0d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c7c43c9ffdd94075a1c4d933c2823e0d 2024-11-20T01:22:06,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/3320ede49adc48bd84641b82c864fecd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/3320ede49adc48bd84641b82c864fecd 2024-11-20T01:22:06,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/45407fffff1b45dc85a86b5cf9cbc98f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/45407fffff1b45dc85a86b5cf9cbc98f 2024-11-20T01:22:06,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/a4913a11a6914f81b10adf900d6c2f48 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/a4913a11a6914f81b10adf900d6c2f48 2024-11-20T01:22:06,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2f32eecea17c4acc954ad6cb10ba7cca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2f32eecea17c4acc954ad6cb10ba7cca 2024-11-20T01:22:06,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/9168dbcc82524723a2f97873fe0e0bcc to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/9168dbcc82524723a2f97873fe0e0bcc 2024-11-20T01:22:06,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2b3f0f9d08f74e1b907d49adc43a509a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/2b3f0f9d08f74e1b907d49adc43a509a 2024-11-20T01:22:06,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/bc22c32735a24bf190452fa8a27ca122 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/bc22c32735a24bf190452fa8a27ca122 2024-11-20T01:22:06,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/da735df81c9643a0b7afada504d10ac4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/da735df81c9643a0b7afada504d10ac4 2024-11-20T01:22:06,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/ee642588e76c4ef08912bc17f7df7779 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/ee642588e76c4ef08912bc17f7df7779 2024-11-20T01:22:06,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b6da65c3ba1142da9eaef8a61ea38d14 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b6da65c3ba1142da9eaef8a61ea38d14 2024-11-20T01:22:06,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b07d64c78419414cb82adffc2fd5fec3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/b07d64c78419414cb82adffc2fd5fec3 2024-11-20T01:22:06,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c42424b8784a4c43be064b203a005aff to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/c42424b8784a4c43be064b203a005aff 2024-11-20T01:22:06,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0aea690039064d518ec53f1dd968c72a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0aea690039064d518ec53f1dd968c72a 2024-11-20T01:22:06,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16f1dde113fa42a495f607175bb8427e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/16f1dde113fa42a495f607175bb8427e 2024-11-20T01:22:06,069 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/recovered.edits/377.seqid, newMaxSeqId=377, maxSeqId=4 2024-11-20T01:22:06,070 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858. 2024-11-20T01:22:06,070 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for 3a6b7889310d9d43d7a311df14cdf858: 2024-11-20T01:22:06,071 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed 3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=3a6b7889310d9d43d7a311df14cdf858, regionState=CLOSED 2024-11-20T01:22:06,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T01:22:06,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure 3a6b7889310d9d43d7a311df14cdf858, server=31023a2ec537,44825,1732065660140 in 1.9170 sec 2024-11-20T01:22:06,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T01:22:06,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a6b7889310d9d43d7a311df14cdf858, UNASSIGN in 1.9200 sec 2024-11-20T01:22:06,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-20T01:22:06,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9230 sec 2024-11-20T01:22:06,078 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065726078"}]},"ts":"1732065726078"} 2024-11-20T01:22:06,079 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:22:06,082 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:22:06,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-20T01:22:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T01:22:06,251 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-20T01:22:06,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:22:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:06,254 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T01:22:06,254 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:06,256 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,259 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/recovered.edits] 2024-11-20T01:22:06,262 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/663bb447b8234e72aa11fb25856fdcfb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/663bb447b8234e72aa11fb25856fdcfb 2024-11-20T01:22:06,263 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/8766a9c104dd425984bb6a6ce6544dcc to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/8766a9c104dd425984bb6a6ce6544dcc 2024-11-20T01:22:06,264 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/9e251f79e5284ec6ae404926e857c155 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/A/9e251f79e5284ec6ae404926e857c155 2024-11-20T01:22:06,267 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/21fd3754031846a4a313d13889e067db to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/21fd3754031846a4a313d13889e067db 2024-11-20T01:22:06,268 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b8d43e95dece4806b36e18fad3d8c53d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/b8d43e95dece4806b36e18fad3d8c53d 2024-11-20T01:22:06,269 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/edc8c678c8e74fc8a1878aeedacee795 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/B/edc8c678c8e74fc8a1878aeedacee795 2024-11-20T01:22:06,272 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0503b1bfee194d57831898006ba4b4b4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/0503b1bfee194d57831898006ba4b4b4 2024-11-20T01:22:06,273 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/254c9dd6ed624dfb82ac7fedb2600e47 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/254c9dd6ed624dfb82ac7fedb2600e47 2024-11-20T01:22:06,274 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/5890242712fb4ebc9b20cb3e23fe10f6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/C/5890242712fb4ebc9b20cb3e23fe10f6 2024-11-20T01:22:06,277 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/recovered.edits/377.seqid to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858/recovered.edits/377.seqid 2024-11-20T01:22:06,278 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,278 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:22:06,278 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:22:06,279 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T01:22:06,283 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120033364f06b87427abd13a297cc831854_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120033364f06b87427abd13a297cc831854_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,284 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120091a8fc6a52141498799932ee511640b_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120091a8fc6a52141498799932ee511640b_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,285 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d3666ee3b664ee9baa7b3cd2f112772_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d3666ee3b664ee9baa7b3cd2f112772_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,287 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120275a8690d3d44cb99651367c9fd588cc_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120275a8690d3d44cb99651367c9fd588cc_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,288 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bbb7e34e42b4482a0fc7cb002af2140_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bbb7e34e42b4482a0fc7cb002af2140_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,289 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032fbbc82e53e438cb12ac2e1aa75c806_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032fbbc82e53e438cb12ac2e1aa75c806_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,290 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120369ce99299dc4b81a1c04eee010e6b24_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120369ce99299dc4b81a1c04eee010e6b24_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,291 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120374c26bdc08145d78e99af812e8fcbb9_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120374c26bdc08145d78e99af812e8fcbb9_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,293 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038cc67dbc65446a1ae6018b5b0e2b382_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038cc67dbc65446a1ae6018b5b0e2b382_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,294 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b414f59e97e4d65ba99b65d662fb2c6_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b414f59e97e4d65ba99b65d662fb2c6_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,295 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057f06edf564142048cb578157d0200f3_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057f06edf564142048cb578157d0200f3_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,296 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d5970ded3e043f28f7b33427c845ecd_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d5970ded3e043f28f7b33427c845ecd_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,298 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208301fcb1bafe4bf1958fafa723fd76bc_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208301fcb1bafe4bf1958fafa723fd76bc_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,299 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112088709aef758d490991205d8bbe228495_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112088709aef758d490991205d8bbe228495_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,300 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a25c1823ae94061805c7ba50a77dea2_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a25c1823ae94061805c7ba50a77dea2_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,302 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b30bd6078ae46789a3b352f7981b769_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b30bd6078ae46789a3b352f7981b769_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,303 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0ad8fa66085438cbefb6e708eefb952_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0ad8fa66085438cbefb6e708eefb952_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,304 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b45c9bc853ca4f62bb565eba88f030ff_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b45c9bc853ca4f62bb565eba88f030ff_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,305 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c094bd431113492286ece12649f1c9a6_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c094bd431113492286ece12649f1c9a6_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,307 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e7886dea876747fb8228a9e9b8352dba_3a6b7889310d9d43d7a311df14cdf858 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e7886dea876747fb8228a9e9b8352dba_3a6b7889310d9d43d7a311df14cdf858 2024-11-20T01:22:06,307 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:22:06,309 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:06,312 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:22:06,314 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:22:06,315 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:06,315 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:22:06,315 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065726315"}]},"ts":"9223372036854775807"} 2024-11-20T01:22:06,317 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:22:06,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3a6b7889310d9d43d7a311df14cdf858, NAME => 'TestAcidGuarantees,,1732065691219.3a6b7889310d9d43d7a311df14cdf858.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:22:06,317 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:22:06,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065726317"}]},"ts":"9223372036854775807"} 2024-11-20T01:22:06,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:22:06,320 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:06,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-20T01:22:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T01:22:06,355 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T01:22:06,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=2452 (was 2722) 2024-11-20T01:22:06,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=2452 2024-11-20T01:22:06,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:22:06,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:06,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:06,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:06,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-11-20T01:22:06,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-20T01:22:06,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742053_1229 (size=960) 2024-11-20T01:22:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-20T01:22:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-20T01:22:06,786 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:22:06,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742054_1230 (size=53) 2024-11-20T01:22:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-20T01:22:07,193 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:07,193 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c34837fb4514075b77528cb4d4ce5b0c, disabling compactions & flushes 2024-11-20T01:22:07,193 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:07,193 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:07,193 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. after waiting 0 ms 2024-11-20T01:22:07,193 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:07,193 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:07,193 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:07,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:07,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065727194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065727194"}]},"ts":"1732065727194"} 2024-11-20T01:22:07,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:22:07,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:07,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065727196"}]},"ts":"1732065727196"} 2024-11-20T01:22:07,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:22:07,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34837fb4514075b77528cb4d4ce5b0c, ASSIGN}] 2024-11-20T01:22:07,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34837fb4514075b77528cb4d4ce5b0c, ASSIGN 2024-11-20T01:22:07,201 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34837fb4514075b77528cb4d4ce5b0c, ASSIGN; state=OFFLINE, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=false 2024-11-20T01:22:07,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=c34837fb4514075b77528cb4d4ce5b0c, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:07,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:22:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-20T01:22:07,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:07,507 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:07,507 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:07,508 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,508 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:07,508 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,508 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,509 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,511 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:07,511 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c34837fb4514075b77528cb4d4ce5b0c columnFamilyName A 2024-11-20T01:22:07,511 DEBUG [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:07,511 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.HStore(327): Store=c34837fb4514075b77528cb4d4ce5b0c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:07,512 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,512 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:07,513 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c34837fb4514075b77528cb4d4ce5b0c columnFamilyName B 2024-11-20T01:22:07,513 DEBUG [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:07,513 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.HStore(327): Store=c34837fb4514075b77528cb4d4ce5b0c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:07,513 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,514 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:07,514 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c34837fb4514075b77528cb4d4ce5b0c columnFamilyName C 2024-11-20T01:22:07,514 DEBUG [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:07,515 INFO [StoreOpener-c34837fb4514075b77528cb4d4ce5b0c-1 {}] regionserver.HStore(327): Store=c34837fb4514075b77528cb4d4ce5b0c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:07,515 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:07,515 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,516 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,517 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:22:07,518 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:07,520 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:07,520 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened c34837fb4514075b77528cb4d4ce5b0c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63537207, jitterRate=-0.05322183668613434}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:22:07,521 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:07,521 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., pid=76, masterSystemTime=1732065727504 2024-11-20T01:22:07,523 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:07,523 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:07,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=c34837fb4514075b77528cb4d4ce5b0c, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:07,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T01:22:07,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 in 171 msec 2024-11-20T01:22:07,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-20T01:22:07,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34837fb4514075b77528cb4d4ce5b0c, ASSIGN in 325 msec 2024-11-20T01:22:07,527 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:07,527 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065727527"}]},"ts":"1732065727527"} 2024-11-20T01:22:07,528 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:22:07,530 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:07,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-20T01:22:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-20T01:22:08,483 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-11-20T01:22:08,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-20T01:22:08,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,491 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:08,493 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:08,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-20T01:22:08,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-20T01:22:08,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-20T01:22:08,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,506 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-20T01:22:08,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-20T01:22:08,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,513 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-20T01:22:08,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,517 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-20T01:22:08,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-20T01:22:08,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-20T01:22:08,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-20T01:22:08,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:08,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:08,533 DEBUG [hconnection-0x1714443-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,533 DEBUG [hconnection-0x7a9b44f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,533 DEBUG [hconnection-0xc377428-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-20T01:22:08,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:08,534 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,535 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,535 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,535 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:22:08,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:08,540 DEBUG [hconnection-0x2c4e044e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,540 DEBUG [hconnection-0x3875d84e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,541 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,541 DEBUG [hconnection-0x4e239f4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,541 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,542 DEBUG [hconnection-0x366dd741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,542 DEBUG [hconnection-0x6779efe2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,542 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,543 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,543 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,543 DEBUG [hconnection-0x310497b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,544 DEBUG [hconnection-0x4f350d04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:08,544 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,545 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:08,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:08,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:08,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:08,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:08,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:08,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:08,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:08,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065788577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065788580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065788581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065788582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065788580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/38c5324657ff43b2b2905328b70d9dd7 is 50, key is test_row_0/A:col10/1732065728548/Put/seqid=0 2024-11-20T01:22:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742055_1231 (size=12001) 2024-11-20T01:22:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:22:08,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/38c5324657ff43b2b2905328b70d9dd7 2024-11-20T01:22:08,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/c7493e8e75bc476390207fefaca2845c is 50, key is test_row_0/B:col10/1732065728548/Put/seqid=0 2024-11-20T01:22:08,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065788683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065788686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:22:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065788686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:08,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:08,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:08,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:08,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065788689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742056_1232 (size=12001) 2024-11-20T01:22:08,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065788702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:22:08,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:22:08,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:08,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:08,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:08,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:08,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065788886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065788888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065788889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065788892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065788909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:08,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:22:08,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:08,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:08,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:08,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/c7493e8e75bc476390207fefaca2845c 2024-11-20T01:22:09,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/5759b69a61504877804246272ca08341 is 50, key is test_row_0/C:col10/1732065728548/Put/seqid=0 2024-11-20T01:22:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:22:09,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:22:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742057_1233 (size=12001) 2024-11-20T01:22:09,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/5759b69a61504877804246272ca08341 2024-11-20T01:22:09,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/38c5324657ff43b2b2905328b70d9dd7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/38c5324657ff43b2b2905328b70d9dd7 2024-11-20T01:22:09,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/38c5324657ff43b2b2905328b70d9dd7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:22:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/c7493e8e75bc476390207fefaca2845c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c7493e8e75bc476390207fefaca2845c 2024-11-20T01:22:09,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065789188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065789190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065789193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065789195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c7493e8e75bc476390207fefaca2845c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:22:09,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/5759b69a61504877804246272ca08341 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/5759b69a61504877804246272ca08341 2024-11-20T01:22:09,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/5759b69a61504877804246272ca08341, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:22:09,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c34837fb4514075b77528cb4d4ce5b0c in 668ms, sequenceid=12, compaction requested=false 2024-11-20T01:22:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:09,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:22:09,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:09,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:09,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:09,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:09,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:09,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:09,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7fb652e76ad84914acd19c3f3d03fef9 is 50, key is test_row_0/A:col10/1732065729215/Put/seqid=0 2024-11-20T01:22:09,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065789237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742058_1234 (size=12001) 2024-11-20T01:22:09,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7fb652e76ad84914acd19c3f3d03fef9 2024-11-20T01:22:09,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/57117e6781704f008bc5a9904ff389c2 is 50, key is test_row_0/B:col10/1732065729215/Put/seqid=0 2024-11-20T01:22:09,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:22:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742059_1235 (size=12001) 2024-11-20T01:22:09,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065789341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:22:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065789544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:22:09,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:09,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:22:09,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065789696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065789696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065789699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065789698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/57117e6781704f008bc5a9904ff389c2 2024-11-20T01:22:09,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/12838b91afc04f648505e3ceed1c2cb5 is 50, key is test_row_0/C:col10/1732065729215/Put/seqid=0 2024-11-20T01:22:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742060_1236 (size=12001) 2024-11-20T01:22:09,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/12838b91afc04f648505e3ceed1c2cb5 2024-11-20T01:22:09,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7fb652e76ad84914acd19c3f3d03fef9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7fb652e76ad84914acd19c3f3d03fef9 2024-11-20T01:22:09,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7fb652e76ad84914acd19c3f3d03fef9, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T01:22:09,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/57117e6781704f008bc5a9904ff389c2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/57117e6781704f008bc5a9904ff389c2 2024-11-20T01:22:09,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/57117e6781704f008bc5a9904ff389c2, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T01:22:09,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/12838b91afc04f648505e3ceed1c2cb5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/12838b91afc04f648505e3ceed1c2cb5 2024-11-20T01:22:09,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/12838b91afc04f648505e3ceed1c2cb5, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T01:22:09,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c34837fb4514075b77528cb4d4ce5b0c in 522ms, sequenceid=39, compaction requested=false 2024-11-20T01:22:09,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:09,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:09,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:22:09,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:09,762 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T01:22:09,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:09,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:09,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:09,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:09,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:09,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:09,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/42b99f8f1c7e4ab7968cfef9c26f36ce is 50, key is test_row_0/A:col10/1732065729236/Put/seqid=0 2024-11-20T01:22:09,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742061_1237 (size=12001) 2024-11-20T01:22:09,784 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/42b99f8f1c7e4ab7968cfef9c26f36ce 2024-11-20T01:22:09,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/f3d4e17d99a74354b7eaf9c44f85ccf0 is 50, key is test_row_0/B:col10/1732065729236/Put/seqid=0 2024-11-20T01:22:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742062_1238 (size=12001) 2024-11-20T01:22:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:09,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065789914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065790017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065790222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,234 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/f3d4e17d99a74354b7eaf9c44f85ccf0 2024-11-20T01:22:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/dc49e0a60e5547f98580706972888e09 is 50, key is test_row_0/C:col10/1732065729236/Put/seqid=0 2024-11-20T01:22:10,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742063_1239 (size=12001) 2024-11-20T01:22:10,281 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/dc49e0a60e5547f98580706972888e09 2024-11-20T01:22:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/42b99f8f1c7e4ab7968cfef9c26f36ce as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/42b99f8f1c7e4ab7968cfef9c26f36ce 2024-11-20T01:22:10,293 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/42b99f8f1c7e4ab7968cfef9c26f36ce, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T01:22:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/f3d4e17d99a74354b7eaf9c44f85ccf0 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f3d4e17d99a74354b7eaf9c44f85ccf0 2024-11-20T01:22:10,299 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f3d4e17d99a74354b7eaf9c44f85ccf0, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T01:22:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/dc49e0a60e5547f98580706972888e09 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/dc49e0a60e5547f98580706972888e09 2024-11-20T01:22:10,304 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/dc49e0a60e5547f98580706972888e09, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T01:22:10,305 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for c34837fb4514075b77528cb4d4ce5b0c in 543ms, sequenceid=48, compaction requested=true 2024-11-20T01:22:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-20T01:22:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-20T01:22:10,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T01:22:10,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7720 sec 2024-11-20T01:22:10,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.7760 sec 2024-11-20T01:22:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:10,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T01:22:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:10,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7b91f256598d4ae48e913f1fc22d6e3b is 50, key is test_row_0/A:col10/1732065729913/Put/seqid=0 2024-11-20T01:22:10,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065790544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742064_1240 (size=12001) 2024-11-20T01:22:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:22:10,641 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-20T01:22:10,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-20T01:22:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:22:10,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:10,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:10,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065790648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065790703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065790705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065790707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065790709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:22:10,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:22:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:10,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:10,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065790851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:22:10,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7b91f256598d4ae48e913f1fc22d6e3b 2024-11-20T01:22:10,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:10,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:22:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:10,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:10,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/e1702d8f47c14a89b26ae6b9b55ff048 is 50, key is test_row_0/B:col10/1732065729913/Put/seqid=0 2024-11-20T01:22:10,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742065_1241 (size=12001) 2024-11-20T01:22:11,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:11,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:22:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065791157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:22:11,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:11,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:22:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/e1702d8f47c14a89b26ae6b9b55ff048 2024-11-20T01:22:11,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/c442dae4b63843c88805bc3cc09be80f is 50, key is test_row_0/C:col10/1732065729913/Put/seqid=0 2024-11-20T01:22:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742066_1242 (size=12001) 2024-11-20T01:22:11,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:11,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:22:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:11,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:22:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:22:11,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065791659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:11,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:11,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:22:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:22:11,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/c442dae4b63843c88805bc3cc09be80f 2024-11-20T01:22:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7b91f256598d4ae48e913f1fc22d6e3b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7b91f256598d4ae48e913f1fc22d6e3b 2024-11-20T01:22:11,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7b91f256598d4ae48e913f1fc22d6e3b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:22:11,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/e1702d8f47c14a89b26ae6b9b55ff048 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1702d8f47c14a89b26ae6b9b55ff048 2024-11-20T01:22:11,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1702d8f47c14a89b26ae6b9b55ff048, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:22:11,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/c442dae4b63843c88805bc3cc09be80f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/c442dae4b63843c88805bc3cc09be80f 2024-11-20T01:22:11,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/c442dae4b63843c88805bc3cc09be80f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:22:11,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c34837fb4514075b77528cb4d4ce5b0c in 1273ms, sequenceid=76, compaction requested=true 2024-11-20T01:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:11,802 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:11,802 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:11,803 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:11,803 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:11,804 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:11,804 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:11,804 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,804 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/38c5324657ff43b2b2905328b70d9dd7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7fb652e76ad84914acd19c3f3d03fef9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/42b99f8f1c7e4ab7968cfef9c26f36ce, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7b91f256598d4ae48e913f1fc22d6e3b] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=46.9 K 2024-11-20T01:22:11,804 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,804 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c7493e8e75bc476390207fefaca2845c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/57117e6781704f008bc5a9904ff389c2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f3d4e17d99a74354b7eaf9c44f85ccf0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1702d8f47c14a89b26ae6b9b55ff048] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=46.9 K 2024-11-20T01:22:11,804 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38c5324657ff43b2b2905328b70d9dd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065728540 2024-11-20T01:22:11,805 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c7493e8e75bc476390207fefaca2845c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065728540 2024-11-20T01:22:11,805 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb652e76ad84914acd19c3f3d03fef9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732065728580 2024-11-20T01:22:11,805 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 57117e6781704f008bc5a9904ff389c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732065728580 2024-11-20T01:22:11,805 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f3d4e17d99a74354b7eaf9c44f85ccf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732065729230 2024-11-20T01:22:11,805 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42b99f8f1c7e4ab7968cfef9c26f36ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732065729230 2024-11-20T01:22:11,806 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b91f256598d4ae48e913f1fc22d6e3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065729904 2024-11-20T01:22:11,806 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e1702d8f47c14a89b26ae6b9b55ff048, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065729904 2024-11-20T01:22:11,822 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:11,822 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:11,823 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/e17ce1426d7e48d09b647721dc6f7ec4 is 50, key is test_row_0/A:col10/1732065729913/Put/seqid=0 2024-11-20T01:22:11,823 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/9bfd5e27b3494f89bc6dfb675ac0a40c is 50, key is test_row_0/B:col10/1732065729913/Put/seqid=0 2024-11-20T01:22:11,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742067_1243 (size=12139) 2024-11-20T01:22:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742068_1244 (size=12139) 2024-11-20T01:22:11,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:11,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:11,870 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:11,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:11,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:11,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/612116c324f2424592d5985df975cb22 is 50, key is test_row_0/A:col10/1732065730543/Put/seqid=0 2024-11-20T01:22:11,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742069_1245 (size=9657) 2024-11-20T01:22:12,242 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/e17ce1426d7e48d09b647721dc6f7ec4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/e17ce1426d7e48d09b647721dc6f7ec4 2024-11-20T01:22:12,249 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/9bfd5e27b3494f89bc6dfb675ac0a40c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/9bfd5e27b3494f89bc6dfb675ac0a40c 2024-11-20T01:22:12,250 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into e17ce1426d7e48d09b647721dc6f7ec4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:12,250 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:12,250 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=12, startTime=1732065731802; duration=0sec 2024-11-20T01:22:12,251 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:12,251 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:12,251 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:12,252 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:12,253 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:12,253 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:12,253 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/5759b69a61504877804246272ca08341, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/12838b91afc04f648505e3ceed1c2cb5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/dc49e0a60e5547f98580706972888e09, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/c442dae4b63843c88805bc3cc09be80f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=46.9 K 2024-11-20T01:22:12,253 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5759b69a61504877804246272ca08341, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065728540 2024-11-20T01:22:12,254 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12838b91afc04f648505e3ceed1c2cb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732065728580 2024-11-20T01:22:12,255 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc49e0a60e5547f98580706972888e09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732065729230 2024-11-20T01:22:12,255 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into 9bfd5e27b3494f89bc6dfb675ac0a40c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:12,255 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:12,256 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=12, startTime=1732065731802; duration=0sec 2024-11-20T01:22:12,256 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:12,256 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:12,255 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting c442dae4b63843c88805bc3cc09be80f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065729904 2024-11-20T01:22:12,271 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:12,272 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/8f846e0a4b794caabc20f39bc9d085a8 is 50, key is test_row_0/C:col10/1732065729913/Put/seqid=0 2024-11-20T01:22:12,281 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/612116c324f2424592d5985df975cb22 2024-11-20T01:22:12,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/c4f3b504c982430ab61ac31b29ce4c74 is 50, key is test_row_0/B:col10/1732065730543/Put/seqid=0 2024-11-20T01:22:12,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742070_1246 (size=12139) 2024-11-20T01:22:12,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742071_1247 (size=9657) 2024-11-20T01:22:12,301 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/c4f3b504c982430ab61ac31b29ce4c74 2024-11-20T01:22:12,305 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/8f846e0a4b794caabc20f39bc9d085a8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/8f846e0a4b794caabc20f39bc9d085a8 2024-11-20T01:22:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b8f3717aecfa4ee290fd2dfcfe50a503 is 50, key is test_row_0/C:col10/1732065730543/Put/seqid=0 2024-11-20T01:22:12,317 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into 8f846e0a4b794caabc20f39bc9d085a8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:12,317 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:12,317 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=12, startTime=1732065731802; duration=0sec 2024-11-20T01:22:12,318 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:12,318 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:12,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742072_1248 (size=9657) 2024-11-20T01:22:12,345 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b8f3717aecfa4ee290fd2dfcfe50a503 2024-11-20T01:22:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/612116c324f2424592d5985df975cb22 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/612116c324f2424592d5985df975cb22 2024-11-20T01:22:12,360 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/612116c324f2424592d5985df975cb22, entries=100, sequenceid=84, filesize=9.4 K 2024-11-20T01:22:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/c4f3b504c982430ab61ac31b29ce4c74 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c4f3b504c982430ab61ac31b29ce4c74 2024-11-20T01:22:12,368 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c4f3b504c982430ab61ac31b29ce4c74, entries=100, sequenceid=84, filesize=9.4 K 2024-11-20T01:22:12,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b8f3717aecfa4ee290fd2dfcfe50a503 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b8f3717aecfa4ee290fd2dfcfe50a503 2024-11-20T01:22:12,382 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b8f3717aecfa4ee290fd2dfcfe50a503, entries=100, sequenceid=84, filesize=9.4 K 2024-11-20T01:22:12,383 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c34837fb4514075b77528cb4d4ce5b0c in 513ms, sequenceid=84, compaction requested=false 2024-11-20T01:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-20T01:22:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-20T01:22:12,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T01:22:12,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7390 sec 2024-11-20T01:22:12,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.7460 sec 2024-11-20T01:22:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:12,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:12,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:12,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:12,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:12,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:12,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:12,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:12,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/075eaf6f99974e39a3a3730ea3e0d84e is 50, key is test_row_0/A:col10/1732065732692/Put/seqid=0 2024-11-20T01:22:12,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742073_1249 (size=12001) 2024-11-20T01:22:12,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/075eaf6f99974e39a3a3730ea3e0d84e 2024-11-20T01:22:12,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/1c8fdf66922c4f1b85674ddbe9779747 is 50, key is test_row_0/B:col10/1732065732692/Put/seqid=0 2024-11-20T01:22:12,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742074_1250 (size=12001) 2024-11-20T01:22:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065792734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065792735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065792735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065792736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065792737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:22:12,750 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T01:22:12,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-20T01:22:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:22:12,752 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:12,753 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:12,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:12,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065792839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065792840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065792840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065792840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065792840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:22:12,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:12,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T01:22:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:12,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:12,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:12,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065793042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065793043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065793043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065793044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065793049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:22:13,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T01:22:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/1c8fdf66922c4f1b85674ddbe9779747 2024-11-20T01:22:13,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/6c9e06400df64097893e6d53cc62ae60 is 50, key is test_row_0/C:col10/1732065732692/Put/seqid=0 2024-11-20T01:22:13,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742075_1251 (size=12001) 2024-11-20T01:22:13,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T01:22:13,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:13,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065793346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065793347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065793347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065793348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:22:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065793354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T01:22:13,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:13,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T01:22:13,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:13,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:13,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/6c9e06400df64097893e6d53cc62ae60 2024-11-20T01:22:13,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/075eaf6f99974e39a3a3730ea3e0d84e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/075eaf6f99974e39a3a3730ea3e0d84e 2024-11-20T01:22:13,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/075eaf6f99974e39a3a3730ea3e0d84e, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T01:22:13,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/1c8fdf66922c4f1b85674ddbe9779747 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/1c8fdf66922c4f1b85674ddbe9779747 2024-11-20T01:22:13,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/1c8fdf66922c4f1b85674ddbe9779747, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T01:22:13,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/6c9e06400df64097893e6d53cc62ae60 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/6c9e06400df64097893e6d53cc62ae60 2024-11-20T01:22:13,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/6c9e06400df64097893e6d53cc62ae60, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T01:22:13,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c34837fb4514075b77528cb4d4ce5b0c in 873ms, sequenceid=98, compaction requested=true 2024-11-20T01:22:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:13,565 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:13,565 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:13,566 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:13,566 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:13,566 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:13,566 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:13,566 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,566 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,567 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/9bfd5e27b3494f89bc6dfb675ac0a40c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c4f3b504c982430ab61ac31b29ce4c74, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/1c8fdf66922c4f1b85674ddbe9779747] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=33.0 K 2024-11-20T01:22:13,567 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/e17ce1426d7e48d09b647721dc6f7ec4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/612116c324f2424592d5985df975cb22, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/075eaf6f99974e39a3a3730ea3e0d84e] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=33.0 K 2024-11-20T01:22:13,567 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bfd5e27b3494f89bc6dfb675ac0a40c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065729904 2024-11-20T01:22:13,567 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e17ce1426d7e48d09b647721dc6f7ec4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065729904 2024-11-20T01:22:13,567 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c4f3b504c982430ab61ac31b29ce4c74, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732065730539 2024-11-20T01:22:13,567 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 612116c324f2424592d5985df975cb22, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732065730539 2024-11-20T01:22:13,568 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 075eaf6f99974e39a3a3730ea3e0d84e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732065732667 2024-11-20T01:22:13,568 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c8fdf66922c4f1b85674ddbe9779747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732065732667 2024-11-20T01:22:13,575 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:13,575 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:13,576 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/8a7e6798f11440839a0e6a9791cf9200 is 50, key is test_row_0/A:col10/1732065732692/Put/seqid=0 2024-11-20T01:22:13,576 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/e01e29e4d3d14914b12578669a0f02d4 is 50, key is test_row_0/B:col10/1732065732692/Put/seqid=0 2024-11-20T01:22:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742076_1252 (size=12241) 2024-11-20T01:22:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742077_1253 (size=12241) 2024-11-20T01:22:13,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T01:22:13,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:13,671 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:22:13,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:13,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/aa903b36971a4ab1afb995017f165dca is 50, key is test_row_0/A:col10/1732065732731/Put/seqid=0 2024-11-20T01:22:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742078_1254 (size=12001) 2024-11-20T01:22:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:13,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:22:13,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065793857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065793858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065793858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065793858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065793859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065793962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065793962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065793963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065793963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:13,992 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/8a7e6798f11440839a0e6a9791cf9200 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/8a7e6798f11440839a0e6a9791cf9200 2024-11-20T01:22:13,998 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into 8a7e6798f11440839a0e6a9791cf9200(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:13,998 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:13,998 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=13, startTime=1732065733565; duration=0sec 2024-11-20T01:22:13,998 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:13,998 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:13,999 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:14,000 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:14,000 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:14,000 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:14,000 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/8f846e0a4b794caabc20f39bc9d085a8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b8f3717aecfa4ee290fd2dfcfe50a503, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/6c9e06400df64097893e6d53cc62ae60] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=33.0 K 2024-11-20T01:22:14,001 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f846e0a4b794caabc20f39bc9d085a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065729904 2024-11-20T01:22:14,001 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8f3717aecfa4ee290fd2dfcfe50a503, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732065730539 2024-11-20T01:22:14,001 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c9e06400df64097893e6d53cc62ae60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732065732667 2024-11-20T01:22:14,002 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/e01e29e4d3d14914b12578669a0f02d4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e01e29e4d3d14914b12578669a0f02d4 2024-11-20T01:22:14,007 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into e01e29e4d3d14914b12578669a0f02d4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:14,007 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:14,007 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=13, startTime=1732065733565; duration=0sec 2024-11-20T01:22:14,007 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:14,007 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:14,009 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:14,010 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/01f77df64bb54a12a0e03f839591f0a7 is 50, key is test_row_0/C:col10/1732065732692/Put/seqid=0 2024-11-20T01:22:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742079_1255 (size=12241) 2024-11-20T01:22:14,097 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/aa903b36971a4ab1afb995017f165dca 2024-11-20T01:22:14,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/4d3646b920f94f47bc38fb63c829aa54 is 50, key is test_row_0/B:col10/1732065732731/Put/seqid=0 2024-11-20T01:22:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742080_1256 (size=12001) 2024-11-20T01:22:14,124 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/4d3646b920f94f47bc38fb63c829aa54 2024-11-20T01:22:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/2527686c77cd46569bbb9cda1b02d0e0 is 50, key is test_row_0/C:col10/1732065732731/Put/seqid=0 2024-11-20T01:22:14,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742081_1257 (size=12001) 2024-11-20T01:22:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065794164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065794165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065794165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065794166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,421 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/01f77df64bb54a12a0e03f839591f0a7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/01f77df64bb54a12a0e03f839591f0a7 2024-11-20T01:22:14,427 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into 01f77df64bb54a12a0e03f839591f0a7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:14,427 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:14,427 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=13, startTime=1732065733565; duration=0sec 2024-11-20T01:22:14,427 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:14,427 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:14,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065794468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065794468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065794469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065794471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,548 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/2527686c77cd46569bbb9cda1b02d0e0 2024-11-20T01:22:14,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/aa903b36971a4ab1afb995017f165dca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/aa903b36971a4ab1afb995017f165dca 2024-11-20T01:22:14,569 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/aa903b36971a4ab1afb995017f165dca, entries=150, sequenceid=124, filesize=11.7 K 2024-11-20T01:22:14,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/4d3646b920f94f47bc38fb63c829aa54 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4d3646b920f94f47bc38fb63c829aa54 2024-11-20T01:22:14,575 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4d3646b920f94f47bc38fb63c829aa54, entries=150, sequenceid=124, filesize=11.7 K 2024-11-20T01:22:14,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/2527686c77cd46569bbb9cda1b02d0e0 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2527686c77cd46569bbb9cda1b02d0e0 2024-11-20T01:22:14,581 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2527686c77cd46569bbb9cda1b02d0e0, entries=150, sequenceid=124, filesize=11.7 K 2024-11-20T01:22:14,582 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c34837fb4514075b77528cb4d4ce5b0c in 910ms, sequenceid=124, compaction requested=false 2024-11-20T01:22:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-20T01:22:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-20T01:22:14,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T01:22:14,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-11-20T01:22:14,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.8340 sec 2024-11-20T01:22:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:22:14,857 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-20T01:22:14,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-20T01:22:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:22:14,860 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:14,861 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:14,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:14,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:14,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/6199d758543e459ba7e504d1986e9001 is 50, key is test_row_0/A:col10/1732065733858/Put/seqid=0 2024-11-20T01:22:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742082_1258 (size=12151) 2024-11-20T01:22:14,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065794928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:22:14,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065794974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065794974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065794974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065794975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T01:22:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065795030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:22:15,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T01:22:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:15,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065795233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/6199d758543e459ba7e504d1986e9001 2024-11-20T01:22:15,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/12536037d41c4aa09316143da7716d1c is 50, key is test_row_0/B:col10/1732065733858/Put/seqid=0 2024-11-20T01:22:15,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742083_1259 (size=12151) 2024-11-20T01:22:15,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T01:22:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/12536037d41c4aa09316143da7716d1c 2024-11-20T01:22:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/a59998de86a646ad8c95486a440734c9 is 50, key is test_row_0/C:col10/1732065733858/Put/seqid=0 2024-11-20T01:22:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742084_1260 (size=12151) 2024-11-20T01:22:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:22:15,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T01:22:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065795536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T01:22:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:15,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/a59998de86a646ad8c95486a440734c9 2024-11-20T01:22:15,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/6199d758543e459ba7e504d1986e9001 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/6199d758543e459ba7e504d1986e9001 2024-11-20T01:22:15,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/6199d758543e459ba7e504d1986e9001, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T01:22:15,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/12536037d41c4aa09316143da7716d1c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/12536037d41c4aa09316143da7716d1c 2024-11-20T01:22:15,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/12536037d41c4aa09316143da7716d1c, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T01:22:15,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/a59998de86a646ad8c95486a440734c9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/a59998de86a646ad8c95486a440734c9 2024-11-20T01:22:15,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/a59998de86a646ad8c95486a440734c9, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T01:22:15,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c34837fb4514075b77528cb4d4ce5b0c in 897ms, sequenceid=138, compaction requested=true 2024-11-20T01:22:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:15,762 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:22:15,763 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:15,763 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:15,763 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,763 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/8a7e6798f11440839a0e6a9791cf9200, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/aa903b36971a4ab1afb995017f165dca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/6199d758543e459ba7e504d1986e9001] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=35.5 K 2024-11-20T01:22:15,764 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a7e6798f11440839a0e6a9791cf9200, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732065732667 2024-11-20T01:22:15,764 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting aa903b36971a4ab1afb995017f165dca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732065732731 2024-11-20T01:22:15,765 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6199d758543e459ba7e504d1986e9001, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065733855 2024-11-20T01:22:15,768 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:15,769 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:15,769 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:15,769 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,769 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e01e29e4d3d14914b12578669a0f02d4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4d3646b920f94f47bc38fb63c829aa54, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/12536037d41c4aa09316143da7716d1c] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=35.5 K 2024-11-20T01:22:15,770 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e01e29e4d3d14914b12578669a0f02d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732065732667 2024-11-20T01:22:15,770 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d3646b920f94f47bc38fb63c829aa54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732065732731 2024-11-20T01:22:15,771 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12536037d41c4aa09316143da7716d1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065733855 2024-11-20T01:22:15,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T01:22:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,779 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:15,782 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:15,782 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:15,782 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/3f1e3136549b46869014d52787422f60 is 50, key is test_row_0/A:col10/1732065733858/Put/seqid=0 2024-11-20T01:22:15,783 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/289aa43dc8454f4bb30f2295bb3191c2 is 50, key is test_row_0/B:col10/1732065733858/Put/seqid=0 2024-11-20T01:22:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/047a520eca8b4916bd533c78e840c8e9 is 50, key is test_row_0/A:col10/1732065734920/Put/seqid=0 2024-11-20T01:22:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742086_1262 (size=12151) 2024-11-20T01:22:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742085_1261 (size=12493) 2024-11-20T01:22:15,808 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/289aa43dc8454f4bb30f2295bb3191c2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/289aa43dc8454f4bb30f2295bb3191c2 2024-11-20T01:22:15,814 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into 289aa43dc8454f4bb30f2295bb3191c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:15,814 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:15,814 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=13, startTime=1732065735762; duration=0sec 2024-11-20T01:22:15,814 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:15,814 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:15,814 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:15,815 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:15,816 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:15,816 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742087_1263 (size=12493) 2024-11-20T01:22:15,816 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/01f77df64bb54a12a0e03f839591f0a7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2527686c77cd46569bbb9cda1b02d0e0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/a59998de86a646ad8c95486a440734c9] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=35.5 K 2024-11-20T01:22:15,816 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01f77df64bb54a12a0e03f839591f0a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732065732667 2024-11-20T01:22:15,817 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2527686c77cd46569bbb9cda1b02d0e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732065732731 2024-11-20T01:22:15,817 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting a59998de86a646ad8c95486a440734c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065733855 2024-11-20T01:22:15,823 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/3f1e3136549b46869014d52787422f60 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/3f1e3136549b46869014d52787422f60 2024-11-20T01:22:15,830 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:15,830 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into 3f1e3136549b46869014d52787422f60(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:15,830 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:15,830 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/f976a00aa1da46e2896be8d27c2f9ef9 is 50, key is test_row_0/C:col10/1732065733858/Put/seqid=0 2024-11-20T01:22:15,830 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=13, startTime=1732065735762; duration=0sec 2024-11-20T01:22:15,830 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:15,830 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742088_1264 (size=12493) 2024-11-20T01:22:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:22:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:15,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:15,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065795991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065795991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065795992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065795992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065796040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065796095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065796095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065796095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065796095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,199 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/047a520eca8b4916bd533c78e840c8e9 2024-11-20T01:22:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/87040b3726184cf8baf5bb74c9798d76 is 50, key is test_row_0/B:col10/1732065734920/Put/seqid=0 2024-11-20T01:22:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742089_1265 (size=12151) 2024-11-20T01:22:16,238 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/87040b3726184cf8baf5bb74c9798d76 2024-11-20T01:22:16,247 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/f976a00aa1da46e2896be8d27c2f9ef9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f976a00aa1da46e2896be8d27c2f9ef9 2024-11-20T01:22:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/32232c18a67f44a8abfe1953c4535618 is 50, key is test_row_0/C:col10/1732065734920/Put/seqid=0 2024-11-20T01:22:16,253 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into f976a00aa1da46e2896be8d27c2f9ef9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:16,253 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:16,253 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=13, startTime=1732065735762; duration=0sec 2024-11-20T01:22:16,253 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:16,253 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:16,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742090_1266 (size=12151) 2024-11-20T01:22:16,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065796297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065796297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065796299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065796299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065796600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065796601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065796602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065796603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:16,667 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/32232c18a67f44a8abfe1953c4535618 2024-11-20T01:22:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/047a520eca8b4916bd533c78e840c8e9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/047a520eca8b4916bd533c78e840c8e9 2024-11-20T01:22:16,676 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/047a520eca8b4916bd533c78e840c8e9, entries=150, sequenceid=163, filesize=11.9 K 2024-11-20T01:22:16,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/87040b3726184cf8baf5bb74c9798d76 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87040b3726184cf8baf5bb74c9798d76 2024-11-20T01:22:16,681 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87040b3726184cf8baf5bb74c9798d76, entries=150, sequenceid=163, filesize=11.9 K 2024-11-20T01:22:16,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/32232c18a67f44a8abfe1953c4535618 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/32232c18a67f44a8abfe1953c4535618 2024-11-20T01:22:16,686 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/32232c18a67f44a8abfe1953c4535618, entries=150, sequenceid=163, filesize=11.9 K 2024-11-20T01:22:16,687 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c34837fb4514075b77528cb4d4ce5b0c in 907ms, sequenceid=163, compaction requested=false 2024-11-20T01:22:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-20T01:22:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-20T01:22:16,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T01:22:16,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-20T01:22:16,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8340 sec 2024-11-20T01:22:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:22:16,964 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-20T01:22:16,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-20T01:22:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:22:16,969 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:16,970 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:16,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:17,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:22:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:17,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/75ad1a5088c54317a60d0a07ba5fb7f9 is 50, key is test_row_0/A:col10/1732065735986/Put/seqid=0 2024-11-20T01:22:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742091_1267 (size=12151) 2024-11-20T01:22:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:22:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065797094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065797103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065797104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065797104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065797105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065797197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:22:17,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065797402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/75ad1a5088c54317a60d0a07ba5fb7f9 2024-11-20T01:22:17,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/59bf8a14ab0e4230b7fa776a690c38af is 50, key is test_row_0/B:col10/1732065735986/Put/seqid=0 2024-11-20T01:22:17,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742092_1268 (size=12151) 2024-11-20T01:22:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:22:17,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:17,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:17,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065797704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,733 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:17,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:17,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/59bf8a14ab0e4230b7fa776a690c38af 2024-11-20T01:22:17,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:17,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:17,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:17,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:17,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/05e72be7c702425e8090c3051ad5950d is 50, key is test_row_0/C:col10/1732065735986/Put/seqid=0 2024-11-20T01:22:17,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742093_1269 (size=12151) 2024-11-20T01:22:18,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:18,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:22:18,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065798106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:18,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065798111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:18,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065798114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065798117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:18,195 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:18,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:18,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:18,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:18,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065798208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:18,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/05e72be7c702425e8090c3051ad5950d 2024-11-20T01:22:18,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/75ad1a5088c54317a60d0a07ba5fb7f9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/75ad1a5088c54317a60d0a07ba5fb7f9 2024-11-20T01:22:18,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/75ad1a5088c54317a60d0a07ba5fb7f9, entries=150, sequenceid=179, filesize=11.9 K 2024-11-20T01:22:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/59bf8a14ab0e4230b7fa776a690c38af as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/59bf8a14ab0e4230b7fa776a690c38af 2024-11-20T01:22:18,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/59bf8a14ab0e4230b7fa776a690c38af, entries=150, sequenceid=179, filesize=11.9 K 2024-11-20T01:22:18,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/05e72be7c702425e8090c3051ad5950d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/05e72be7c702425e8090c3051ad5950d 2024-11-20T01:22:18,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/05e72be7c702425e8090c3051ad5950d, entries=150, sequenceid=179, filesize=11.9 K 2024-11-20T01:22:18,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c34837fb4514075b77528cb4d4ce5b0c in 1290ms, sequenceid=179, compaction requested=true 2024-11-20T01:22:18,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:18,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:18,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:18,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:18,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:18,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:18,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:22:18,339 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:18,339 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:18,340 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:18,340 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:18,340 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:18,340 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:18,340 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,340 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,340 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/3f1e3136549b46869014d52787422f60, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/047a520eca8b4916bd533c78e840c8e9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/75ad1a5088c54317a60d0a07ba5fb7f9] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=35.9 K 2024-11-20T01:22:18,340 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/289aa43dc8454f4bb30f2295bb3191c2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87040b3726184cf8baf5bb74c9798d76, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/59bf8a14ab0e4230b7fa776a690c38af] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=35.9 K 2024-11-20T01:22:18,341 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f1e3136549b46869014d52787422f60, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065733855 2024-11-20T01:22:18,341 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 289aa43dc8454f4bb30f2295bb3191c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065733855 2024-11-20T01:22:18,342 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 047a520eca8b4916bd533c78e840c8e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732065734912 2024-11-20T01:22:18,342 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 87040b3726184cf8baf5bb74c9798d76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732065734912 2024-11-20T01:22:18,342 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75ad1a5088c54317a60d0a07ba5fb7f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732065735986 2024-11-20T01:22:18,342 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 59bf8a14ab0e4230b7fa776a690c38af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732065735986 2024-11-20T01:22:18,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:18,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:22:18,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,350 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:22:18,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:18,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:18,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:18,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:18,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:18,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:18,354 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:18,355 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/dd7b06a49a194063b12962332419ffb1 is 50, key is test_row_0/A:col10/1732065735986/Put/seqid=0 2024-11-20T01:22:18,357 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#226 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:18,358 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/5b37f22747f4488ea7f5ab881e634a09 is 50, key is test_row_0/B:col10/1732065735986/Put/seqid=0 2024-11-20T01:22:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/343a32f2458e4f33a8f3c05fbf49f036 is 50, key is test_row_0/A:col10/1732065737079/Put/seqid=0 2024-11-20T01:22:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742094_1270 (size=12595) 2024-11-20T01:22:18,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742096_1272 (size=12151) 2024-11-20T01:22:18,385 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/343a32f2458e4f33a8f3c05fbf49f036 2024-11-20T01:22:18,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742095_1271 (size=12595) 2024-11-20T01:22:18,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/97177e0f7784440384c14478558bde96 is 50, key is test_row_0/B:col10/1732065737079/Put/seqid=0 2024-11-20T01:22:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742097_1273 (size=12151) 2024-11-20T01:22:18,787 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/5b37f22747f4488ea7f5ab881e634a09 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5b37f22747f4488ea7f5ab881e634a09 2024-11-20T01:22:18,792 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into 5b37f22747f4488ea7f5ab881e634a09(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:18,792 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:18,792 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=13, startTime=1732065738339; duration=0sec 2024-11-20T01:22:18,792 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:18,792 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:18,792 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:18,793 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:18,793 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:18,793 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,793 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f976a00aa1da46e2896be8d27c2f9ef9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/32232c18a67f44a8abfe1953c4535618, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/05e72be7c702425e8090c3051ad5950d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=35.9 K 2024-11-20T01:22:18,794 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f976a00aa1da46e2896be8d27c2f9ef9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065733855 2024-11-20T01:22:18,794 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 32232c18a67f44a8abfe1953c4535618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732065734912 2024-11-20T01:22:18,795 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 05e72be7c702425e8090c3051ad5950d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732065735986 2024-11-20T01:22:18,797 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/dd7b06a49a194063b12962332419ffb1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/dd7b06a49a194063b12962332419ffb1 2024-11-20T01:22:18,800 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/97177e0f7784440384c14478558bde96 2024-11-20T01:22:18,802 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into dd7b06a49a194063b12962332419ffb1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:18,802 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:18,802 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=13, startTime=1732065738338; duration=0sec 2024-11-20T01:22:18,802 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:18,803 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:18,805 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:18,805 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/946603cca05347e0adca3d0a610a53f6 is 50, key is test_row_0/C:col10/1732065735986/Put/seqid=0 2024-11-20T01:22:18,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d4b7ad162ff045c69d40298f1a3afee2 is 50, key is test_row_0/C:col10/1732065737079/Put/seqid=0 2024-11-20T01:22:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742098_1274 (size=12595) 2024-11-20T01:22:18,816 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/946603cca05347e0adca3d0a610a53f6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/946603cca05347e0adca3d0a610a53f6 2024-11-20T01:22:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742099_1275 (size=12151) 2024-11-20T01:22:18,819 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d4b7ad162ff045c69d40298f1a3afee2 2024-11-20T01:22:18,823 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into 946603cca05347e0adca3d0a610a53f6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:18,823 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:18,823 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=13, startTime=1732065738339; duration=0sec 2024-11-20T01:22:18,824 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:18,824 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:18,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/343a32f2458e4f33a8f3c05fbf49f036 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/343a32f2458e4f33a8f3c05fbf49f036 2024-11-20T01:22:18,828 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/343a32f2458e4f33a8f3c05fbf49f036, entries=150, sequenceid=202, filesize=11.9 K 2024-11-20T01:22:18,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/97177e0f7784440384c14478558bde96 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/97177e0f7784440384c14478558bde96 2024-11-20T01:22:18,833 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/97177e0f7784440384c14478558bde96, entries=150, sequenceid=202, filesize=11.9 K 2024-11-20T01:22:18,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d4b7ad162ff045c69d40298f1a3afee2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d4b7ad162ff045c69d40298f1a3afee2 2024-11-20T01:22:18,838 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d4b7ad162ff045c69d40298f1a3afee2, entries=150, sequenceid=202, filesize=11.9 K 2024-11-20T01:22:18,839 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for c34837fb4514075b77528cb4d4ce5b0c in 490ms, sequenceid=202, compaction requested=false 2024-11-20T01:22:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-20T01:22:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-20T01:22:18,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T01:22:18,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8700 sec 2024-11-20T01:22:18,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.8780 sec 2024-11-20T01:22:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:22:19,071 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-20T01:22:19,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-20T01:22:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:22:19,074 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:19,076 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:19,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:22:19,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:19,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:22:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:19,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:19,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:19,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:19,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/ef1813e3c12340e4a286236ee60583e3 is 50, key is test_row_0/A:col10/1732065739227/Put/seqid=0 2024-11-20T01:22:19,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742100_1276 (size=12151) 2024-11-20T01:22:19,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/ef1813e3c12340e4a286236ee60583e3 2024-11-20T01:22:19,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/e1b8ffd297a04877944d7e47b4ae2a22 is 50, key is test_row_0/B:col10/1732065739227/Put/seqid=0 2024-11-20T01:22:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742101_1277 (size=12151) 2024-11-20T01:22:19,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/e1b8ffd297a04877944d7e47b4ae2a22 2024-11-20T01:22:19,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/4a1bf31d3ce541f9856e949b7b535aec is 50, key is test_row_0/C:col10/1732065739227/Put/seqid=0 2024-11-20T01:22:19,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742102_1278 (size=12151) 2024-11-20T01:22:19,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065799299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:22:19,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:19,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:22:19,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:19,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065799401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:19,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:19,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:22:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065799604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:22:19,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/4a1bf31d3ce541f9856e949b7b535aec 2024-11-20T01:22:19,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/ef1813e3c12340e4a286236ee60583e3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ef1813e3c12340e4a286236ee60583e3 2024-11-20T01:22:19,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:19,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:22:19,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:19,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ef1813e3c12340e4a286236ee60583e3, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:22:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:19,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/e1b8ffd297a04877944d7e47b4ae2a22 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1b8ffd297a04877944d7e47b4ae2a22 2024-11-20T01:22:19,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1b8ffd297a04877944d7e47b4ae2a22, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:22:19,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/4a1bf31d3ce541f9856e949b7b535aec as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/4a1bf31d3ce541f9856e949b7b535aec 2024-11-20T01:22:19,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/4a1bf31d3ce541f9856e949b7b535aec, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:22:19,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c34837fb4514075b77528cb4d4ce5b0c in 470ms, sequenceid=216, compaction requested=true 2024-11-20T01:22:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:19,700 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:19,700 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:19,701 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:19,701 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:19,701 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:19,701 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:19,701 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,701 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,701 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5b37f22747f4488ea7f5ab881e634a09, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/97177e0f7784440384c14478558bde96, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1b8ffd297a04877944d7e47b4ae2a22] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.0 K 2024-11-20T01:22:19,701 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/dd7b06a49a194063b12962332419ffb1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/343a32f2458e4f33a8f3c05fbf49f036, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ef1813e3c12340e4a286236ee60583e3] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.0 K 2024-11-20T01:22:19,702 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b37f22747f4488ea7f5ab881e634a09, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732065735986 2024-11-20T01:22:19,702 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd7b06a49a194063b12962332419ffb1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732065735986 2024-11-20T01:22:19,702 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 97177e0f7784440384c14478558bde96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732065737079 2024-11-20T01:22:19,702 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 343a32f2458e4f33a8f3c05fbf49f036, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732065737079 2024-11-20T01:22:19,702 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef1813e3c12340e4a286236ee60583e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065739219 2024-11-20T01:22:19,702 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e1b8ffd297a04877944d7e47b4ae2a22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065739219 2024-11-20T01:22:19,710 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:19,711 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/90b4663122db44839d74ceaab2ed45df is 50, key is test_row_0/A:col10/1732065739227/Put/seqid=0 2024-11-20T01:22:19,712 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#234 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:19,713 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/69d7398ced31440fa99a9fbd91e1f1c9 is 50, key is test_row_0/B:col10/1732065739227/Put/seqid=0 2024-11-20T01:22:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742103_1279 (size=12697) 2024-11-20T01:22:19,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742104_1280 (size=12697) 2024-11-20T01:22:19,736 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/90b4663122db44839d74ceaab2ed45df as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/90b4663122db44839d74ceaab2ed45df 2024-11-20T01:22:19,744 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/69d7398ced31440fa99a9fbd91e1f1c9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/69d7398ced31440fa99a9fbd91e1f1c9 2024-11-20T01:22:19,746 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into 90b4663122db44839d74ceaab2ed45df(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:19,746 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:19,746 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=13, startTime=1732065739700; duration=0sec 2024-11-20T01:22:19,746 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:19,746 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:19,746 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:19,747 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:19,747 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:19,747 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,747 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/946603cca05347e0adca3d0a610a53f6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d4b7ad162ff045c69d40298f1a3afee2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/4a1bf31d3ce541f9856e949b7b535aec] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.0 K 2024-11-20T01:22:19,748 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 946603cca05347e0adca3d0a610a53f6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732065735986 2024-11-20T01:22:19,748 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4b7ad162ff045c69d40298f1a3afee2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732065737079 2024-11-20T01:22:19,749 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a1bf31d3ce541f9856e949b7b535aec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065739219 2024-11-20T01:22:19,749 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into 69d7398ced31440fa99a9fbd91e1f1c9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:19,749 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:19,749 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=13, startTime=1732065739700; duration=0sec 2024-11-20T01:22:19,749 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:19,749 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:19,757 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:19,758 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/1de5f70a651c4940a086ea0cc781f5aa is 50, key is test_row_0/C:col10/1732065739227/Put/seqid=0 2024-11-20T01:22:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742105_1281 (size=12697) 2024-11-20T01:22:19,768 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/1de5f70a651c4940a086ea0cc781f5aa as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1de5f70a651c4940a086ea0cc781f5aa 2024-11-20T01:22:19,773 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into 1de5f70a651c4940a086ea0cc781f5aa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:19,773 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:19,773 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=13, startTime=1732065739700; duration=0sec 2024-11-20T01:22:19,773 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:19,773 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:19,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:19,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:22:19,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:19,842 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:19,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:19,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:19,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:19,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:19,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:19,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/98f36421c3224038aca0b21391ecc9a5 is 50, key is test_row_0/A:col10/1732065739295/Put/seqid=0 2024-11-20T01:22:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742106_1282 (size=12151) 2024-11-20T01:22:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:19,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:19,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065799927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:20,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065800030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065800117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:20,119 DEBUG [Thread-1076 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065800121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:20,122 DEBUG [Thread-1070 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065800131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:20,133 DEBUG [Thread-1078 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:20,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065800134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:20,136 DEBUG [Thread-1074 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:22:20,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065800233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:20,256 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/98f36421c3224038aca0b21391ecc9a5 2024-11-20T01:22:20,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/87172b019fe543a8948e8df2fe4d51c9 is 50, key is test_row_0/B:col10/1732065739295/Put/seqid=0 2024-11-20T01:22:20,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742107_1283 (size=12151) 2024-11-20T01:22:20,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065800538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:20,687 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/87172b019fe543a8948e8df2fe4d51c9 2024-11-20T01:22:20,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/be4d0e39ded44335a78bc2dca610fbe7 is 50, key is test_row_0/C:col10/1732065739295/Put/seqid=0 2024-11-20T01:22:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742108_1284 (size=12151) 2024-11-20T01:22:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065801041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:21,106 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/be4d0e39ded44335a78bc2dca610fbe7 2024-11-20T01:22:21,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/98f36421c3224038aca0b21391ecc9a5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/98f36421c3224038aca0b21391ecc9a5 2024-11-20T01:22:21,114 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/98f36421c3224038aca0b21391ecc9a5, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T01:22:21,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/87172b019fe543a8948e8df2fe4d51c9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87172b019fe543a8948e8df2fe4d51c9 2024-11-20T01:22:21,119 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87172b019fe543a8948e8df2fe4d51c9, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T01:22:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/be4d0e39ded44335a78bc2dca610fbe7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/be4d0e39ded44335a78bc2dca610fbe7 2024-11-20T01:22:21,124 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/be4d0e39ded44335a78bc2dca610fbe7, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T01:22:21,125 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c34837fb4514075b77528cb4d4ce5b0c in 1284ms, sequenceid=244, compaction requested=false 2024-11-20T01:22:21,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:21,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:21,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-20T01:22:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-20T01:22:21,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-20T01:22:21,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0510 sec 2024-11-20T01:22:21,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.0560 sec 2024-11-20T01:22:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:22:21,179 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-20T01:22:21,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-20T01:22:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:22:21,182 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:21,183 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:21,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:22:21,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:21,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T01:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:21,335 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:21,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/26733df40c4748798e77298d3fbf1ea1 is 50, key is test_row_0/A:col10/1732065739918/Put/seqid=0 2024-11-20T01:22:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742109_1285 (size=12151) 2024-11-20T01:22:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:22:21,744 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/26733df40c4748798e77298d3fbf1ea1 2024-11-20T01:22:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/a13fb456f21b4756b1f1279d1cb1dfed is 50, key is test_row_0/B:col10/1732065739918/Put/seqid=0 2024-11-20T01:22:21,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742110_1286 (size=12151) 2024-11-20T01:22:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:22:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:22,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:22,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065802098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:22,156 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/a13fb456f21b4756b1f1279d1cb1dfed 2024-11-20T01:22:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/08284229768e41838db03b57a08d1ad0 is 50, key is test_row_0/C:col10/1732065739918/Put/seqid=0 2024-11-20T01:22:22,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742111_1287 (size=12151) 2024-11-20T01:22:22,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065802200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:22:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065802402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:22,577 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/08284229768e41838db03b57a08d1ad0 2024-11-20T01:22:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/26733df40c4748798e77298d3fbf1ea1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/26733df40c4748798e77298d3fbf1ea1 2024-11-20T01:22:22,585 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/26733df40c4748798e77298d3fbf1ea1, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T01:22:22,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/a13fb456f21b4756b1f1279d1cb1dfed as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a13fb456f21b4756b1f1279d1cb1dfed 2024-11-20T01:22:22,590 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a13fb456f21b4756b1f1279d1cb1dfed, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T01:22:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/08284229768e41838db03b57a08d1ad0 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/08284229768e41838db03b57a08d1ad0 2024-11-20T01:22:22,594 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/08284229768e41838db03b57a08d1ad0, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T01:22:22,595 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c34837fb4514075b77528cb4d4ce5b0c in 1260ms, sequenceid=255, compaction requested=true 2024-11-20T01:22:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-20T01:22:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-20T01:22:22,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T01:22:22,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-20T01:22:22,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.4180 sec 2024-11-20T01:22:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:22,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:22:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:22,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7eabf0a28d154b75ae26b0b1519f8f1f is 50, key is test_row_0/A:col10/1732065742097/Put/seqid=0 2024-11-20T01:22:22,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742112_1288 (size=14741) 2024-11-20T01:22:22,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065802741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:22,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065802843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:23,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065803046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:23,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7eabf0a28d154b75ae26b0b1519f8f1f 2024-11-20T01:22:23,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/4a93f418f9064431b041fbd606bbd7d0 is 50, key is test_row_0/B:col10/1732065742097/Put/seqid=0 2024-11-20T01:22:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742113_1289 (size=12301) 2024-11-20T01:22:23,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/4a93f418f9064431b041fbd606bbd7d0 2024-11-20T01:22:23,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/f53017fb8fd44a22a4e43c85a0b9bfd6 is 50, key is test_row_0/C:col10/1732065742097/Put/seqid=0 2024-11-20T01:22:23,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742114_1290 (size=12301) 2024-11-20T01:22:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:22:23,286 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-20T01:22:23,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-20T01:22:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:22:23,289 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:23,290 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:23,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:23,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065803348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:22:23,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:23,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:22:23,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:23,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:23,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/f53017fb8fd44a22a4e43c85a0b9bfd6 2024-11-20T01:22:23,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7eabf0a28d154b75ae26b0b1519f8f1f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7eabf0a28d154b75ae26b0b1519f8f1f 2024-11-20T01:22:23,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7eabf0a28d154b75ae26b0b1519f8f1f, entries=200, sequenceid=281, filesize=14.4 K 2024-11-20T01:22:23,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/4a93f418f9064431b041fbd606bbd7d0 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4a93f418f9064431b041fbd606bbd7d0 2024-11-20T01:22:23,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4a93f418f9064431b041fbd606bbd7d0, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T01:22:23,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/f53017fb8fd44a22a4e43c85a0b9bfd6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f53017fb8fd44a22a4e43c85a0b9bfd6 2024-11-20T01:22:23,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f53017fb8fd44a22a4e43c85a0b9bfd6, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T01:22:23,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c34837fb4514075b77528cb4d4ce5b0c in 858ms, sequenceid=281, compaction requested=true 2024-11-20T01:22:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:23,582 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:23,582 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:23,583 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:23,583 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51740 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:23,583 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:23,583 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:23,584 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:23,584 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:23,584 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/90b4663122db44839d74ceaab2ed45df, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/98f36421c3224038aca0b21391ecc9a5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/26733df40c4748798e77298d3fbf1ea1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7eabf0a28d154b75ae26b0b1519f8f1f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=50.5 K 2024-11-20T01:22:23,584 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/69d7398ced31440fa99a9fbd91e1f1c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87172b019fe543a8948e8df2fe4d51c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a13fb456f21b4756b1f1279d1cb1dfed, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4a93f418f9064431b041fbd606bbd7d0] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=48.1 K 2024-11-20T01:22:23,584 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90b4663122db44839d74ceaab2ed45df, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065739219 2024-11-20T01:22:23,584 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 69d7398ced31440fa99a9fbd91e1f1c9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065739219 2024-11-20T01:22:23,585 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 87172b019fe543a8948e8df2fe4d51c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732065739291 2024-11-20T01:22:23,585 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98f36421c3224038aca0b21391ecc9a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732065739291 2024-11-20T01:22:23,585 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a13fb456f21b4756b1f1279d1cb1dfed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732065739918 2024-11-20T01:22:23,585 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26733df40c4748798e77298d3fbf1ea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732065739918 2024-11-20T01:22:23,585 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a93f418f9064431b041fbd606bbd7d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732065742092 2024-11-20T01:22:23,585 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eabf0a28d154b75ae26b0b1519f8f1f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732065742092 2024-11-20T01:22:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:22:23,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:23,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:22:23,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:23,596 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T01:22:23,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:23,602 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:23,603 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/666e2538acb3471fa42ee456fda1c3fb is 50, key is test_row_0/B:col10/1732065742097/Put/seqid=0 2024-11-20T01:22:23,606 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:23,607 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7ed41fd1a28745609d7b2a97392d54fd is 50, key is test_row_0/A:col10/1732065742097/Put/seqid=0 2024-11-20T01:22:23,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/ba15d573c083453992231b03d8564422 is 50, key is test_row_0/A:col10/1732065742735/Put/seqid=0 2024-11-20T01:22:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742116_1292 (size=12983) 2024-11-20T01:22:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742115_1291 (size=12983) 2024-11-20T01:22:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742117_1293 (size=12301) 2024-11-20T01:22:23,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:22:23,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065803922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,027 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/7ed41fd1a28745609d7b2a97392d54fd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7ed41fd1a28745609d7b2a97392d54fd 2024-11-20T01:22:24,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065804026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,032 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/666e2538acb3471fa42ee456fda1c3fb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/666e2538acb3471fa42ee456fda1c3fb 2024-11-20T01:22:24,033 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into 7ed41fd1a28745609d7b2a97392d54fd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:24,033 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:24,033 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=12, startTime=1732065743582; duration=0sec 2024-11-20T01:22:24,033 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/ba15d573c083453992231b03d8564422 2024-11-20T01:22:24,034 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:24,034 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:24,034 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:24,035 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:24,036 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:24,036 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:24,036 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1de5f70a651c4940a086ea0cc781f5aa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/be4d0e39ded44335a78bc2dca610fbe7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/08284229768e41838db03b57a08d1ad0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f53017fb8fd44a22a4e43c85a0b9bfd6] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=48.1 K 2024-11-20T01:22:24,036 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1de5f70a651c4940a086ea0cc781f5aa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065739219 2024-11-20T01:22:24,037 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting be4d0e39ded44335a78bc2dca610fbe7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732065739291 2024-11-20T01:22:24,038 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08284229768e41838db03b57a08d1ad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732065739918 2024-11-20T01:22:24,038 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into 666e2538acb3471fa42ee456fda1c3fb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:24,038 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:24,038 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=12, startTime=1732065743582; duration=0sec 2024-11-20T01:22:24,038 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:24,038 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:24,038 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting f53017fb8fd44a22a4e43c85a0b9bfd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732065742092 2024-11-20T01:22:24,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/ff4c94e2b05d45e898904e4bba8ca302 is 50, key is test_row_0/B:col10/1732065742735/Put/seqid=0 2024-11-20T01:22:24,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742118_1294 (size=12301) 2024-11-20T01:22:24,052 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/ff4c94e2b05d45e898904e4bba8ca302 2024-11-20T01:22:24,053 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#250 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:24,053 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d6a10f111a884ee2890b51fc6db7d81d is 50, key is test_row_0/C:col10/1732065742097/Put/seqid=0 2024-11-20T01:22:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742119_1295 (size=12983) 2024-11-20T01:22:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/e1a2e3a7312b49928684362154b534c9 is 50, key is test_row_0/C:col10/1732065742735/Put/seqid=0 2024-11-20T01:22:24,063 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d6a10f111a884ee2890b51fc6db7d81d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d6a10f111a884ee2890b51fc6db7d81d 2024-11-20T01:22:24,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742120_1296 (size=12301) 2024-11-20T01:22:24,068 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into d6a10f111a884ee2890b51fc6db7d81d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:24,068 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:24,068 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=12, startTime=1732065743582; duration=0sec 2024-11-20T01:22:24,068 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:24,068 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:24,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38066 deadline: 1732065804121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,123 DEBUG [Thread-1076 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:24,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732065804143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,145 DEBUG [Thread-1078 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:24,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1732065804153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,154 DEBUG [Thread-1070 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:24,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732065804159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,160 DEBUG [Thread-1074 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:24,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065804230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:22:24,465 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/e1a2e3a7312b49928684362154b534c9 2024-11-20T01:22:24,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/ba15d573c083453992231b03d8564422 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ba15d573c083453992231b03d8564422 2024-11-20T01:22:24,474 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ba15d573c083453992231b03d8564422, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T01:22:24,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/ff4c94e2b05d45e898904e4bba8ca302 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/ff4c94e2b05d45e898904e4bba8ca302 2024-11-20T01:22:24,478 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/ff4c94e2b05d45e898904e4bba8ca302, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T01:22:24,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/e1a2e3a7312b49928684362154b534c9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/e1a2e3a7312b49928684362154b534c9 2024-11-20T01:22:24,483 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/e1a2e3a7312b49928684362154b534c9, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T01:22:24,483 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c34837fb4514075b77528cb4d4ce5b0c in 887ms, sequenceid=291, compaction requested=false 2024-11-20T01:22:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-20T01:22:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-20T01:22:24,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-20T01:22:24,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1950 sec 2024-11-20T01:22:24,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.1990 sec 2024-11-20T01:22:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:24,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:22:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:24,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/21cab6d7d8ba481bbfaf9d3fa642bb0f is 50, key is test_row_0/A:col10/1732065743914/Put/seqid=0 2024-11-20T01:22:24,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742121_1297 (size=12301) 2024-11-20T01:22:24,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065804548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065804651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065804853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:24,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/21cab6d7d8ba481bbfaf9d3fa642bb0f 2024-11-20T01:22:24,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/f9434986130942f284a74a96929982bc is 50, key is test_row_0/B:col10/1732065743914/Put/seqid=0 2024-11-20T01:22:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742122_1298 (size=12301) 2024-11-20T01:22:24,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/f9434986130942f284a74a96929982bc 2024-11-20T01:22:24,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/f9921202836c4c648d94d5bb5e58a962 is 50, key is test_row_0/C:col10/1732065743914/Put/seqid=0 2024-11-20T01:22:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742123_1299 (size=12301) 2024-11-20T01:22:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065805156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:25,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/f9921202836c4c648d94d5bb5e58a962 2024-11-20T01:22:25,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/21cab6d7d8ba481bbfaf9d3fa642bb0f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/21cab6d7d8ba481bbfaf9d3fa642bb0f 2024-11-20T01:22:25,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/21cab6d7d8ba481bbfaf9d3fa642bb0f, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T01:22:25,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/f9434986130942f284a74a96929982bc as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f9434986130942f284a74a96929982bc 2024-11-20T01:22:25,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f9434986130942f284a74a96929982bc, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T01:22:25,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/f9921202836c4c648d94d5bb5e58a962 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f9921202836c4c648d94d5bb5e58a962 2024-11-20T01:22:25,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f9921202836c4c648d94d5bb5e58a962, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T01:22:25,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c34837fb4514075b77528cb4d4ce5b0c in 851ms, sequenceid=321, compaction requested=true 2024-11-20T01:22:25,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:25,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:25,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:25,385 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:25,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:25,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:25,385 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:25,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:25,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:25,386 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:25,386 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:25,386 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:25,386 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:25,386 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:25,386 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:25,386 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7ed41fd1a28745609d7b2a97392d54fd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ba15d573c083453992231b03d8564422, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/21cab6d7d8ba481bbfaf9d3fa642bb0f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.7 K 2024-11-20T01:22:25,386 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/666e2538acb3471fa42ee456fda1c3fb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/ff4c94e2b05d45e898904e4bba8ca302, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f9434986130942f284a74a96929982bc] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.7 K 2024-11-20T01:22:25,387 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ed41fd1a28745609d7b2a97392d54fd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732065742092 2024-11-20T01:22:25,387 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 666e2538acb3471fa42ee456fda1c3fb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732065742092 2024-11-20T01:22:25,387 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba15d573c083453992231b03d8564422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732065742735 2024-11-20T01:22:25,387 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ff4c94e2b05d45e898904e4bba8ca302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732065742735 2024-11-20T01:22:25,387 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21cab6d7d8ba481bbfaf9d3fa642bb0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732065743908 2024-11-20T01:22:25,388 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f9434986130942f284a74a96929982bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732065743908 2024-11-20T01:22:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:22:25,393 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-20T01:22:25,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-20T01:22:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:22:25,396 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:25,403 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#255 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:25,403 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:25,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:25,404 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/2bf9b79fefda429082468c8a90f2640f is 50, key is test_row_0/B:col10/1732065743914/Put/seqid=0 2024-11-20T01:22:25,404 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:25,405 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/4ad9991387f0442f99a5a7cb85c483ca is 50, key is test_row_0/A:col10/1732065743914/Put/seqid=0 2024-11-20T01:22:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742125_1301 (size=13085) 2024-11-20T01:22:25,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742124_1300 (size=13085) 2024-11-20T01:22:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:22:25,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:25,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:22:25,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:25,556 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T01:22:25,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:25,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/1b01c06a128e40faae1302bffd137f79 is 50, key is test_row_0/A:col10/1732065744543/Put/seqid=0 2024-11-20T01:22:25,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742126_1302 (size=12301) 2024-11-20T01:22:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:25,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:22:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065805737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:25,815 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/4ad9991387f0442f99a5a7cb85c483ca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/4ad9991387f0442f99a5a7cb85c483ca 2024-11-20T01:22:25,822 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/2bf9b79fefda429082468c8a90f2640f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2bf9b79fefda429082468c8a90f2640f 2024-11-20T01:22:25,824 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into 4ad9991387f0442f99a5a7cb85c483ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:25,824 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:25,824 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=13, startTime=1732065745385; duration=0sec 2024-11-20T01:22:25,824 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:25,824 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:25,825 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:25,826 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:25,826 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:25,826 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:25,826 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d6a10f111a884ee2890b51fc6db7d81d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/e1a2e3a7312b49928684362154b534c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f9921202836c4c648d94d5bb5e58a962] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.7 K 2024-11-20T01:22:25,826 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6a10f111a884ee2890b51fc6db7d81d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732065742092 2024-11-20T01:22:25,827 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1a2e3a7312b49928684362154b534c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732065742735 2024-11-20T01:22:25,827 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9921202836c4c648d94d5bb5e58a962, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732065743908 2024-11-20T01:22:25,827 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into 2bf9b79fefda429082468c8a90f2640f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:25,827 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:25,827 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=13, startTime=1732065745385; duration=0sec 2024-11-20T01:22:25,827 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:25,827 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:25,834 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:25,834 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d841042384874687bd975facf76fd5e7 is 50, key is test_row_0/C:col10/1732065743914/Put/seqid=0 2024-11-20T01:22:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742127_1303 (size=13085) 2024-11-20T01:22:25,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065805840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:25,986 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/1b01c06a128e40faae1302bffd137f79 2024-11-20T01:22:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/5a3406b27e9b4603bc62deac0e0aa2ae is 50, key is test_row_0/B:col10/1732065744543/Put/seqid=0 2024-11-20T01:22:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742128_1304 (size=12301) 2024-11-20T01:22:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:22:26,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065806042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:26,246 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d841042384874687bd975facf76fd5e7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d841042384874687bd975facf76fd5e7 2024-11-20T01:22:26,251 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into d841042384874687bd975facf76fd5e7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:26,251 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:26,251 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=13, startTime=1732065745385; duration=0sec 2024-11-20T01:22:26,252 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:26,252 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:26,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065806346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:26,397 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/5a3406b27e9b4603bc62deac0e0aa2ae 2024-11-20T01:22:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/62734d5431834c72b8976d08a6b169b9 is 50, key is test_row_0/C:col10/1732065744543/Put/seqid=0 2024-11-20T01:22:26,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742129_1305 (size=12301) 2024-11-20T01:22:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:22:26,810 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/62734d5431834c72b8976d08a6b169b9 2024-11-20T01:22:26,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/1b01c06a128e40faae1302bffd137f79 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/1b01c06a128e40faae1302bffd137f79 2024-11-20T01:22:26,818 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/1b01c06a128e40faae1302bffd137f79, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T01:22:26,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/5a3406b27e9b4603bc62deac0e0aa2ae as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5a3406b27e9b4603bc62deac0e0aa2ae 2024-11-20T01:22:26,824 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5a3406b27e9b4603bc62deac0e0aa2ae, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T01:22:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/62734d5431834c72b8976d08a6b169b9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/62734d5431834c72b8976d08a6b169b9 2024-11-20T01:22:26,831 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/62734d5431834c72b8976d08a6b169b9, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T01:22:26,832 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for c34837fb4514075b77528cb4d4ce5b0c in 1275ms, sequenceid=330, compaction requested=false 2024-11-20T01:22:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-20T01:22:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-20T01:22:26,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T01:22:26,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-20T01:22:26,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.4410 sec 2024-11-20T01:22:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:26,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T01:22:26,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:26,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:26,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:26,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:26,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:26,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/507a84121638492ebc40f952739ffc95 is 50, key is test_row_0/A:col10/1732065745726/Put/seqid=0 2024-11-20T01:22:26,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065806879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:26,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742130_1306 (size=12301) 2024-11-20T01:22:26,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065806982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065807185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:27,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/507a84121638492ebc40f952739ffc95 2024-11-20T01:22:27,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/a8253571b41c43dcb207dce54b32df0b is 50, key is test_row_0/B:col10/1732065745726/Put/seqid=0 2024-11-20T01:22:27,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742131_1307 (size=12301) 2024-11-20T01:22:27,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/a8253571b41c43dcb207dce54b32df0b 2024-11-20T01:22:27,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/fee821d390874516a17f19f0038f517a is 50, key is test_row_0/C:col10/1732065745726/Put/seqid=0 2024-11-20T01:22:27,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742132_1308 (size=12301) 2024-11-20T01:22:27,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/fee821d390874516a17f19f0038f517a 2024-11-20T01:22:27,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/507a84121638492ebc40f952739ffc95 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/507a84121638492ebc40f952739ffc95 2024-11-20T01:22:27,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/507a84121638492ebc40f952739ffc95, entries=150, sequenceid=361, filesize=12.0 K 2024-11-20T01:22:27,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/a8253571b41c43dcb207dce54b32df0b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a8253571b41c43dcb207dce54b32df0b 2024-11-20T01:22:27,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a8253571b41c43dcb207dce54b32df0b, entries=150, sequenceid=361, filesize=12.0 K 2024-11-20T01:22:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/fee821d390874516a17f19f0038f517a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/fee821d390874516a17f19f0038f517a 2024-11-20T01:22:27,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/fee821d390874516a17f19f0038f517a, entries=150, sequenceid=361, filesize=12.0 K 2024-11-20T01:22:27,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c34837fb4514075b77528cb4d4ce5b0c in 488ms, sequenceid=361, compaction requested=true 2024-11-20T01:22:27,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:27,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:27,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:27,352 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:27,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:27,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:27,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:27,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:27,352 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:27,353 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:27,353 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:27,353 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:27,353 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:27,353 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,353 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,353 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/4ad9991387f0442f99a5a7cb85c483ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/1b01c06a128e40faae1302bffd137f79, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/507a84121638492ebc40f952739ffc95] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.8 K 2024-11-20T01:22:27,353 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2bf9b79fefda429082468c8a90f2640f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5a3406b27e9b4603bc62deac0e0aa2ae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a8253571b41c43dcb207dce54b32df0b] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.8 K 2024-11-20T01:22:27,354 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bf9b79fefda429082468c8a90f2640f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732065743908 2024-11-20T01:22:27,354 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ad9991387f0442f99a5a7cb85c483ca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732065743908 2024-11-20T01:22:27,354 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a3406b27e9b4603bc62deac0e0aa2ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065744543 2024-11-20T01:22:27,354 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b01c06a128e40faae1302bffd137f79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065744543 2024-11-20T01:22:27,354 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a8253571b41c43dcb207dce54b32df0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732065745726 2024-11-20T01:22:27,355 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 507a84121638492ebc40f952739ffc95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732065745726 2024-11-20T01:22:27,364 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:27,365 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:27,365 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/0f249612287140239a4a1748a0537662 is 50, key is test_row_0/B:col10/1732065745726/Put/seqid=0 2024-11-20T01:22:27,365 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/675eb8c78ab84b5c90118c8117676813 is 50, key is test_row_0/A:col10/1732065745726/Put/seqid=0 2024-11-20T01:22:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742133_1309 (size=13187) 2024-11-20T01:22:27,385 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/0f249612287140239a4a1748a0537662 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0f249612287140239a4a1748a0537662 2024-11-20T01:22:27,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742134_1310 (size=13187) 2024-11-20T01:22:27,391 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into 0f249612287140239a4a1748a0537662(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:27,391 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:27,391 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=13, startTime=1732065747352; duration=0sec 2024-11-20T01:22:27,391 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:27,391 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:27,391 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:27,393 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:27,393 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:27,393 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,393 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d841042384874687bd975facf76fd5e7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/62734d5431834c72b8976d08a6b169b9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/fee821d390874516a17f19f0038f517a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=36.8 K 2024-11-20T01:22:27,393 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d841042384874687bd975facf76fd5e7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732065743908 2024-11-20T01:22:27,394 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 62734d5431834c72b8976d08a6b169b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065744543 2024-11-20T01:22:27,394 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting fee821d390874516a17f19f0038f517a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732065745726 2024-11-20T01:22:27,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/675eb8c78ab84b5c90118c8117676813 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/675eb8c78ab84b5c90118c8117676813 2024-11-20T01:22:27,402 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into 675eb8c78ab84b5c90118c8117676813(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:27,402 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:27,402 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=13, startTime=1732065747351; duration=0sec 2024-11-20T01:22:27,402 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:27,403 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:27,405 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:27,406 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b262e6c262ef4a5f9a56711c5ad472ce is 50, key is test_row_0/C:col10/1732065745726/Put/seqid=0 2024-11-20T01:22:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742135_1311 (size=13187) 2024-11-20T01:22:27,423 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b262e6c262ef4a5f9a56711c5ad472ce as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b262e6c262ef4a5f9a56711c5ad472ce 2024-11-20T01:22:27,428 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into b262e6c262ef4a5f9a56711c5ad472ce(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:27,428 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:27,428 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=13, startTime=1732065747352; duration=0sec 2024-11-20T01:22:27,429 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:27,429 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:27,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:27,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:27,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:27,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:27,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:27,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:27,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:27,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/d7af3b9157cc40b5a162e9c0cf04cbc0 is 50, key is test_row_0/A:col10/1732065746877/Put/seqid=0 2024-11-20T01:22:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:22:27,507 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-20T01:22:27,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-20T01:22:27,510 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:27,511 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:27,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:22:27,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742136_1312 (size=12301) 2024-11-20T01:22:27,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/d7af3b9157cc40b5a162e9c0cf04cbc0 2024-11-20T01:22:27,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/79e43110185544298190f2f6df0b7c0d is 50, key is test_row_0/B:col10/1732065746877/Put/seqid=0 2024-11-20T01:22:27,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742137_1313 (size=12301) 2024-11-20T01:22:27,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/79e43110185544298190f2f6df0b7c0d 2024-11-20T01:22:27,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b6750a75e15f47059002ec0425970b53 is 50, key is test_row_0/C:col10/1732065746877/Put/seqid=0 2024-11-20T01:22:27,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065807561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:27,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742138_1314 (size=12301) 2024-11-20T01:22:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:22:27,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:27,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T01:22:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065807667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:22:27,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:27,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T01:22:27,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:27,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065807870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:27,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:27,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T01:22:27,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:27,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:27,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:27,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b6750a75e15f47059002ec0425970b53 2024-11-20T01:22:27,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/d7af3b9157cc40b5a162e9c0cf04cbc0 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/d7af3b9157cc40b5a162e9c0cf04cbc0 2024-11-20T01:22:27,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/d7af3b9157cc40b5a162e9c0cf04cbc0, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T01:22:27,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/79e43110185544298190f2f6df0b7c0d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/79e43110185544298190f2f6df0b7c0d 2024-11-20T01:22:27,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/79e43110185544298190f2f6df0b7c0d, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T01:22:27,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b6750a75e15f47059002ec0425970b53 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b6750a75e15f47059002ec0425970b53 2024-11-20T01:22:28,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b6750a75e15f47059002ec0425970b53, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T01:22:28,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c34837fb4514075b77528cb4d4ce5b0c in 515ms, sequenceid=375, compaction requested=false 2024-11-20T01:22:28,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:22:28,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:28,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T01:22:28,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:28,129 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:28,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:28,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:28,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:28,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:28,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:28,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:28,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/db3b46fa3471403ab47c910907847cae is 50, key is test_row_0/A:col10/1732065747546/Put/seqid=0 2024-11-20T01:22:28,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742139_1315 (size=12301) 2024-11-20T01:22:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. as already flushing 2024-11-20T01:22:28,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065808198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:28,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065808301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:28,506 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:22:28,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065808506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:28,541 DEBUG [Thread-1089 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:49301 2024-11-20T01:22:28,541 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:28,541 DEBUG [Thread-1087 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:49301 2024-11-20T01:22:28,541 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:28,542 DEBUG [Thread-1081 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:49301 2024-11-20T01:22:28,542 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:28,543 DEBUG [Thread-1083 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:49301 2024-11-20T01:22:28,543 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:28,545 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/db3b46fa3471403ab47c910907847cae 2024-11-20T01:22:28,545 DEBUG [Thread-1085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:49301 2024-11-20T01:22:28,545 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:28,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/0a78764ccff64c998b545f716203387d is 50, key is test_row_0/B:col10/1732065747546/Put/seqid=0 2024-11-20T01:22:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742140_1316 (size=12301) 2024-11-20T01:22:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:22:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065808810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:28,959 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/0a78764ccff64c998b545f716203387d 2024-11-20T01:22:28,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/2dd519a093cf45989891970a7fe056a4 is 50, key is test_row_0/C:col10/1732065747546/Put/seqid=0 2024-11-20T01:22:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742141_1317 (size=12301) 2024-11-20T01:22:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38030 deadline: 1732065809311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:29,373 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/2dd519a093cf45989891970a7fe056a4 2024-11-20T01:22:29,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/db3b46fa3471403ab47c910907847cae as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/db3b46fa3471403ab47c910907847cae 2024-11-20T01:22:29,380 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/db3b46fa3471403ab47c910907847cae, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T01:22:29,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/0a78764ccff64c998b545f716203387d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0a78764ccff64c998b545f716203387d 2024-11-20T01:22:29,384 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0a78764ccff64c998b545f716203387d, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T01:22:29,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/2dd519a093cf45989891970a7fe056a4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2dd519a093cf45989891970a7fe056a4 2024-11-20T01:22:29,388 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2dd519a093cf45989891970a7fe056a4, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T01:22:29,389 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c34837fb4514075b77528cb4d4ce5b0c in 1259ms, sequenceid=400, compaction requested=true 2024-11-20T01:22:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-20T01:22:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-20T01:22:29,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T01:22:29,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8790 sec 2024-11-20T01:22:29,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.8840 sec 2024-11-20T01:22:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:22:29,615 INFO [Thread-1080 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-20T01:22:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:30,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:22:30,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:30,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:30,322 DEBUG [Thread-1072 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:49301 2024-11-20T01:22:30,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:30,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:30,322 DEBUG [Thread-1072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:30,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:30,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:30,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/c3cc27c4bd4c4a91b4da004c9d0bae5b is 50, key is test_row_0/A:col10/1732065748196/Put/seqid=0 2024-11-20T01:22:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742142_1318 (size=9857) 2024-11-20T01:22:30,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/c3cc27c4bd4c4a91b4da004c9d0bae5b 2024-11-20T01:22:30,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/5135703ea4614c4ea784585148cfbf0f is 50, key is test_row_0/B:col10/1732065748196/Put/seqid=0 2024-11-20T01:22:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742143_1319 (size=9857) 2024-11-20T01:22:31,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/5135703ea4614c4ea784585148cfbf0f 2024-11-20T01:22:31,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/1a3b8b6bd39c451e9e2087db119f0770 is 50, key is test_row_0/C:col10/1732065748196/Put/seqid=0 2024-11-20T01:22:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742144_1320 (size=9857) 2024-11-20T01:22:31,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/1a3b8b6bd39c451e9e2087db119f0770 2024-11-20T01:22:31,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/c3cc27c4bd4c4a91b4da004c9d0bae5b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c3cc27c4bd4c4a91b4da004c9d0bae5b 2024-11-20T01:22:31,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c3cc27c4bd4c4a91b4da004c9d0bae5b, entries=100, sequenceid=412, filesize=9.6 K 2024-11-20T01:22:31,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/5135703ea4614c4ea784585148cfbf0f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5135703ea4614c4ea784585148cfbf0f 2024-11-20T01:22:31,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5135703ea4614c4ea784585148cfbf0f, entries=100, sequenceid=412, filesize=9.6 K 2024-11-20T01:22:31,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/1a3b8b6bd39c451e9e2087db119f0770 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1a3b8b6bd39c451e9e2087db119f0770 2024-11-20T01:22:31,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1a3b8b6bd39c451e9e2087db119f0770, entries=100, sequenceid=412, filesize=9.6 K 2024-11-20T01:22:31,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for c34837fb4514075b77528cb4d4ce5b0c in 1256ms, sequenceid=412, compaction requested=true 2024-11-20T01:22:31,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:31,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:31,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:31,578 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:31,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:31,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:31,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34837fb4514075b77528cb4d4ce5b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:31,578 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:31,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:31,579 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47646 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:31,579 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47646 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:31,579 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/A is initiating minor compaction (all files) 2024-11-20T01:22:31,579 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/B is initiating minor compaction (all files) 2024-11-20T01:22:31,579 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/B in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:31,579 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/A in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:31,579 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0f249612287140239a4a1748a0537662, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/79e43110185544298190f2f6df0b7c0d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0a78764ccff64c998b545f716203387d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5135703ea4614c4ea784585148cfbf0f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=46.5 K 2024-11-20T01:22:31,579 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/675eb8c78ab84b5c90118c8117676813, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/d7af3b9157cc40b5a162e9c0cf04cbc0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/db3b46fa3471403ab47c910907847cae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c3cc27c4bd4c4a91b4da004c9d0bae5b] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=46.5 K 2024-11-20T01:22:31,580 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f249612287140239a4a1748a0537662, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732065745726 2024-11-20T01:22:31,580 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 675eb8c78ab84b5c90118c8117676813, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732065745726 2024-11-20T01:22:31,580 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 79e43110185544298190f2f6df0b7c0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732065746877 2024-11-20T01:22:31,580 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7af3b9157cc40b5a162e9c0cf04cbc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732065746877 2024-11-20T01:22:31,582 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a78764ccff64c998b545f716203387d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732065747546 2024-11-20T01:22:31,582 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting db3b46fa3471403ab47c910907847cae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732065747546 2024-11-20T01:22:31,582 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5135703ea4614c4ea784585148cfbf0f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732065748196 2024-11-20T01:22:31,582 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3cc27c4bd4c4a91b4da004c9d0bae5b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732065748196 2024-11-20T01:22:31,598 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#A#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:31,599 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/c503c75ab6c149b5a1ab4b8a4a0d1202 is 50, key is test_row_0/A:col10/1732065748196/Put/seqid=0 2024-11-20T01:22:31,599 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#B#compaction#276 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:31,600 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/03d0480b17834670ba86263524b3c618 is 50, key is test_row_0/B:col10/1732065748196/Put/seqid=0 2024-11-20T01:22:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742146_1322 (size=13323) 2024-11-20T01:22:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742145_1321 (size=13323) 2024-11-20T01:22:32,015 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/c503c75ab6c149b5a1ab4b8a4a0d1202 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c503c75ab6c149b5a1ab4b8a4a0d1202 2024-11-20T01:22:32,015 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/03d0480b17834670ba86263524b3c618 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/03d0480b17834670ba86263524b3c618 2024-11-20T01:22:32,021 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/B of c34837fb4514075b77528cb4d4ce5b0c into 03d0480b17834670ba86263524b3c618(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:32,021 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/A of c34837fb4514075b77528cb4d4ce5b0c into c503c75ab6c149b5a1ab4b8a4a0d1202(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:32,021 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:32,021 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:32,021 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/A, priority=12, startTime=1732065751578; duration=0sec 2024-11-20T01:22:32,021 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/B, priority=12, startTime=1732065751578; duration=0sec 2024-11-20T01:22:32,021 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:32,021 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:B 2024-11-20T01:22:32,021 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:32,021 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:A 2024-11-20T01:22:32,021 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:32,022 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47646 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:32,022 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c34837fb4514075b77528cb4d4ce5b0c/C is initiating minor compaction (all files) 2024-11-20T01:22:32,023 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c34837fb4514075b77528cb4d4ce5b0c/C in TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:32,023 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b262e6c262ef4a5f9a56711c5ad472ce, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b6750a75e15f47059002ec0425970b53, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2dd519a093cf45989891970a7fe056a4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1a3b8b6bd39c451e9e2087db119f0770] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp, totalSize=46.5 K 2024-11-20T01:22:32,023 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b262e6c262ef4a5f9a56711c5ad472ce, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732065745726 2024-11-20T01:22:32,023 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b6750a75e15f47059002ec0425970b53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732065746877 2024-11-20T01:22:32,024 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dd519a093cf45989891970a7fe056a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732065747546 2024-11-20T01:22:32,024 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a3b8b6bd39c451e9e2087db119f0770, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732065748196 2024-11-20T01:22:32,034 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34837fb4514075b77528cb4d4ce5b0c#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:32,035 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b673b284618a4c6a9a1a816596235e9d is 50, key is test_row_0/C:col10/1732065748196/Put/seqid=0 2024-11-20T01:22:32,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742147_1323 (size=13323) 2024-11-20T01:22:32,443 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/b673b284618a4c6a9a1a816596235e9d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b673b284618a4c6a9a1a816596235e9d 2024-11-20T01:22:32,447 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c34837fb4514075b77528cb4d4ce5b0c/C of c34837fb4514075b77528cb4d4ce5b0c into b673b284618a4c6a9a1a816596235e9d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:32,447 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:32,447 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c., storeName=c34837fb4514075b77528cb4d4ce5b0c/C, priority=12, startTime=1732065751578; duration=0sec 2024-11-20T01:22:32,448 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:32,448 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34837fb4514075b77528cb4d4ce5b0c:C 2024-11-20T01:22:34,215 DEBUG [Thread-1074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:49301 2024-11-20T01:22:34,215 DEBUG [Thread-1074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:34,215 DEBUG [Thread-1078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:49301 2024-11-20T01:22:34,215 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:34,218 DEBUG [Thread-1076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:49301 2024-11-20T01:22:34,218 DEBUG [Thread-1076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:34,231 DEBUG [Thread-1070 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:49301 2024-11-20T01:22:34,231 DEBUG [Thread-1070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 216 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7702 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7394 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7651 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7712 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7351 2024-11-20T01:22:34,231 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:22:34,232 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:22:34,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:49301 2024-11-20T01:22:34,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:34,232 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:22:34,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:22:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-20T01:22:34,235 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065754234"}]},"ts":"1732065754234"} 2024-11-20T01:22:34,235 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:22:34,237 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:22:34,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:22:34,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34837fb4514075b77528cb4d4ce5b0c, UNASSIGN}] 2024-11-20T01:22:34,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34837fb4514075b77528cb4d4ce5b0c, UNASSIGN 2024-11-20T01:22:34,240 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=c34837fb4514075b77528cb4d4ce5b0c, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:34,241 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:22:34,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:22:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-20T01:22:34,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:34,392 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:34,392 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:22:34,392 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing c34837fb4514075b77528cb4d4ce5b0c, disabling compactions & flushes 2024-11-20T01:22:34,392 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:34,392 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:34,392 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. after waiting 0 ms 2024-11-20T01:22:34,392 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:34,393 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing c34837fb4514075b77528cb4d4ce5b0c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T01:22:34,393 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=A 2024-11-20T01:22:34,393 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:34,393 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=B 2024-11-20T01:22:34,393 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:34,393 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34837fb4514075b77528cb4d4ce5b0c, store=C 2024-11-20T01:22:34,393 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:34,396 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/017b8d5b5439468b8d18262781550dc5 is 50, key is test_row_0/A:col10/1732065754214/Put/seqid=0 2024-11-20T01:22:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742148_1324 (size=12301) 2024-11-20T01:22:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-20T01:22:34,800 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/017b8d5b5439468b8d18262781550dc5 2024-11-20T01:22:34,807 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/2dc116538c5f41c0a68d780f55740095 is 50, key is test_row_0/B:col10/1732065754214/Put/seqid=0 2024-11-20T01:22:34,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742149_1325 (size=12301) 2024-11-20T01:22:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-20T01:22:35,212 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/2dc116538c5f41c0a68d780f55740095 2024-11-20T01:22:35,218 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d64efb10c37a44a9bab9c9a89875edd5 is 50, key is test_row_0/C:col10/1732065754214/Put/seqid=0 2024-11-20T01:22:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742150_1326 (size=12301) 2024-11-20T01:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-20T01:22:35,621 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d64efb10c37a44a9bab9c9a89875edd5 2024-11-20T01:22:35,626 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/A/017b8d5b5439468b8d18262781550dc5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/017b8d5b5439468b8d18262781550dc5 2024-11-20T01:22:35,629 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/017b8d5b5439468b8d18262781550dc5, entries=150, sequenceid=422, filesize=12.0 K 2024-11-20T01:22:35,630 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/B/2dc116538c5f41c0a68d780f55740095 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2dc116538c5f41c0a68d780f55740095 2024-11-20T01:22:35,633 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2dc116538c5f41c0a68d780f55740095, entries=150, sequenceid=422, filesize=12.0 K 2024-11-20T01:22:35,633 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/.tmp/C/d64efb10c37a44a9bab9c9a89875edd5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d64efb10c37a44a9bab9c9a89875edd5 2024-11-20T01:22:35,637 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d64efb10c37a44a9bab9c9a89875edd5, entries=150, sequenceid=422, filesize=12.0 K 2024-11-20T01:22:35,638 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c34837fb4514075b77528cb4d4ce5b0c in 1246ms, sequenceid=422, compaction requested=false 2024-11-20T01:22:35,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/38c5324657ff43b2b2905328b70d9dd7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7fb652e76ad84914acd19c3f3d03fef9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/42b99f8f1c7e4ab7968cfef9c26f36ce, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/e17ce1426d7e48d09b647721dc6f7ec4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7b91f256598d4ae48e913f1fc22d6e3b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/612116c324f2424592d5985df975cb22, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/8a7e6798f11440839a0e6a9791cf9200, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/075eaf6f99974e39a3a3730ea3e0d84e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/aa903b36971a4ab1afb995017f165dca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/3f1e3136549b46869014d52787422f60, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/6199d758543e459ba7e504d1986e9001, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/047a520eca8b4916bd533c78e840c8e9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/dd7b06a49a194063b12962332419ffb1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/75ad1a5088c54317a60d0a07ba5fb7f9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/343a32f2458e4f33a8f3c05fbf49f036, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/90b4663122db44839d74ceaab2ed45df, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ef1813e3c12340e4a286236ee60583e3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/98f36421c3224038aca0b21391ecc9a5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/26733df40c4748798e77298d3fbf1ea1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7eabf0a28d154b75ae26b0b1519f8f1f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7ed41fd1a28745609d7b2a97392d54fd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ba15d573c083453992231b03d8564422, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/4ad9991387f0442f99a5a7cb85c483ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/21cab6d7d8ba481bbfaf9d3fa642bb0f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/1b01c06a128e40faae1302bffd137f79, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/675eb8c78ab84b5c90118c8117676813, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/507a84121638492ebc40f952739ffc95, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/d7af3b9157cc40b5a162e9c0cf04cbc0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/db3b46fa3471403ab47c910907847cae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c3cc27c4bd4c4a91b4da004c9d0bae5b] to archive 2024-11-20T01:22:35,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:22:35,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/38c5324657ff43b2b2905328b70d9dd7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/38c5324657ff43b2b2905328b70d9dd7 2024-11-20T01:22:35,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7fb652e76ad84914acd19c3f3d03fef9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7fb652e76ad84914acd19c3f3d03fef9 2024-11-20T01:22:35,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/42b99f8f1c7e4ab7968cfef9c26f36ce to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/42b99f8f1c7e4ab7968cfef9c26f36ce 2024-11-20T01:22:35,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/e17ce1426d7e48d09b647721dc6f7ec4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/e17ce1426d7e48d09b647721dc6f7ec4 2024-11-20T01:22:35,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7b91f256598d4ae48e913f1fc22d6e3b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7b91f256598d4ae48e913f1fc22d6e3b 2024-11-20T01:22:35,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/612116c324f2424592d5985df975cb22 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/612116c324f2424592d5985df975cb22 2024-11-20T01:22:35,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/8a7e6798f11440839a0e6a9791cf9200 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/8a7e6798f11440839a0e6a9791cf9200 2024-11-20T01:22:35,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/075eaf6f99974e39a3a3730ea3e0d84e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/075eaf6f99974e39a3a3730ea3e0d84e 2024-11-20T01:22:35,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/aa903b36971a4ab1afb995017f165dca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/aa903b36971a4ab1afb995017f165dca 2024-11-20T01:22:35,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/3f1e3136549b46869014d52787422f60 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/3f1e3136549b46869014d52787422f60 2024-11-20T01:22:35,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/6199d758543e459ba7e504d1986e9001 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/6199d758543e459ba7e504d1986e9001 2024-11-20T01:22:35,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/047a520eca8b4916bd533c78e840c8e9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/047a520eca8b4916bd533c78e840c8e9 2024-11-20T01:22:35,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/dd7b06a49a194063b12962332419ffb1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/dd7b06a49a194063b12962332419ffb1 2024-11-20T01:22:35,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/75ad1a5088c54317a60d0a07ba5fb7f9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/75ad1a5088c54317a60d0a07ba5fb7f9 2024-11-20T01:22:35,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/343a32f2458e4f33a8f3c05fbf49f036 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/343a32f2458e4f33a8f3c05fbf49f036 2024-11-20T01:22:35,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/90b4663122db44839d74ceaab2ed45df to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/90b4663122db44839d74ceaab2ed45df 2024-11-20T01:22:35,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ef1813e3c12340e4a286236ee60583e3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ef1813e3c12340e4a286236ee60583e3 2024-11-20T01:22:35,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/98f36421c3224038aca0b21391ecc9a5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/98f36421c3224038aca0b21391ecc9a5 2024-11-20T01:22:35,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/26733df40c4748798e77298d3fbf1ea1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/26733df40c4748798e77298d3fbf1ea1 2024-11-20T01:22:35,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7eabf0a28d154b75ae26b0b1519f8f1f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7eabf0a28d154b75ae26b0b1519f8f1f 2024-11-20T01:22:35,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7ed41fd1a28745609d7b2a97392d54fd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/7ed41fd1a28745609d7b2a97392d54fd 2024-11-20T01:22:35,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ba15d573c083453992231b03d8564422 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/ba15d573c083453992231b03d8564422 2024-11-20T01:22:35,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/4ad9991387f0442f99a5a7cb85c483ca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/4ad9991387f0442f99a5a7cb85c483ca 2024-11-20T01:22:35,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/21cab6d7d8ba481bbfaf9d3fa642bb0f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/21cab6d7d8ba481bbfaf9d3fa642bb0f 2024-11-20T01:22:35,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/1b01c06a128e40faae1302bffd137f79 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/1b01c06a128e40faae1302bffd137f79 2024-11-20T01:22:35,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/675eb8c78ab84b5c90118c8117676813 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/675eb8c78ab84b5c90118c8117676813 2024-11-20T01:22:35,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/507a84121638492ebc40f952739ffc95 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/507a84121638492ebc40f952739ffc95 2024-11-20T01:22:35,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/d7af3b9157cc40b5a162e9c0cf04cbc0 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/d7af3b9157cc40b5a162e9c0cf04cbc0 2024-11-20T01:22:35,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/db3b46fa3471403ab47c910907847cae to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/db3b46fa3471403ab47c910907847cae 2024-11-20T01:22:35,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c3cc27c4bd4c4a91b4da004c9d0bae5b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c3cc27c4bd4c4a91b4da004c9d0bae5b 2024-11-20T01:22:35,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c7493e8e75bc476390207fefaca2845c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/57117e6781704f008bc5a9904ff389c2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f3d4e17d99a74354b7eaf9c44f85ccf0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/9bfd5e27b3494f89bc6dfb675ac0a40c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1702d8f47c14a89b26ae6b9b55ff048, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c4f3b504c982430ab61ac31b29ce4c74, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e01e29e4d3d14914b12578669a0f02d4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/1c8fdf66922c4f1b85674ddbe9779747, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4d3646b920f94f47bc38fb63c829aa54, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/289aa43dc8454f4bb30f2295bb3191c2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/12536037d41c4aa09316143da7716d1c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87040b3726184cf8baf5bb74c9798d76, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5b37f22747f4488ea7f5ab881e634a09, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/59bf8a14ab0e4230b7fa776a690c38af, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/97177e0f7784440384c14478558bde96, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/69d7398ced31440fa99a9fbd91e1f1c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1b8ffd297a04877944d7e47b4ae2a22, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87172b019fe543a8948e8df2fe4d51c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a13fb456f21b4756b1f1279d1cb1dfed, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/666e2538acb3471fa42ee456fda1c3fb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4a93f418f9064431b041fbd606bbd7d0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/ff4c94e2b05d45e898904e4bba8ca302, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2bf9b79fefda429082468c8a90f2640f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f9434986130942f284a74a96929982bc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5a3406b27e9b4603bc62deac0e0aa2ae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0f249612287140239a4a1748a0537662, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a8253571b41c43dcb207dce54b32df0b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/79e43110185544298190f2f6df0b7c0d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0a78764ccff64c998b545f716203387d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5135703ea4614c4ea784585148cfbf0f] to archive 2024-11-20T01:22:35,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:22:35,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c7493e8e75bc476390207fefaca2845c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c7493e8e75bc476390207fefaca2845c 2024-11-20T01:22:35,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/57117e6781704f008bc5a9904ff389c2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/57117e6781704f008bc5a9904ff389c2 2024-11-20T01:22:35,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f3d4e17d99a74354b7eaf9c44f85ccf0 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f3d4e17d99a74354b7eaf9c44f85ccf0 2024-11-20T01:22:35,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/9bfd5e27b3494f89bc6dfb675ac0a40c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/9bfd5e27b3494f89bc6dfb675ac0a40c 2024-11-20T01:22:35,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1702d8f47c14a89b26ae6b9b55ff048 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1702d8f47c14a89b26ae6b9b55ff048 2024-11-20T01:22:35,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c4f3b504c982430ab61ac31b29ce4c74 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/c4f3b504c982430ab61ac31b29ce4c74 2024-11-20T01:22:35,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e01e29e4d3d14914b12578669a0f02d4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e01e29e4d3d14914b12578669a0f02d4 2024-11-20T01:22:35,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/1c8fdf66922c4f1b85674ddbe9779747 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/1c8fdf66922c4f1b85674ddbe9779747 2024-11-20T01:22:35,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4d3646b920f94f47bc38fb63c829aa54 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4d3646b920f94f47bc38fb63c829aa54 2024-11-20T01:22:35,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/289aa43dc8454f4bb30f2295bb3191c2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/289aa43dc8454f4bb30f2295bb3191c2 2024-11-20T01:22:35,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/12536037d41c4aa09316143da7716d1c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/12536037d41c4aa09316143da7716d1c 2024-11-20T01:22:35,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87040b3726184cf8baf5bb74c9798d76 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87040b3726184cf8baf5bb74c9798d76 2024-11-20T01:22:35,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5b37f22747f4488ea7f5ab881e634a09 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5b37f22747f4488ea7f5ab881e634a09 2024-11-20T01:22:35,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/59bf8a14ab0e4230b7fa776a690c38af to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/59bf8a14ab0e4230b7fa776a690c38af 2024-11-20T01:22:35,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/97177e0f7784440384c14478558bde96 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/97177e0f7784440384c14478558bde96 2024-11-20T01:22:35,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/69d7398ced31440fa99a9fbd91e1f1c9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/69d7398ced31440fa99a9fbd91e1f1c9 2024-11-20T01:22:35,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1b8ffd297a04877944d7e47b4ae2a22 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/e1b8ffd297a04877944d7e47b4ae2a22 2024-11-20T01:22:35,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87172b019fe543a8948e8df2fe4d51c9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/87172b019fe543a8948e8df2fe4d51c9 2024-11-20T01:22:35,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a13fb456f21b4756b1f1279d1cb1dfed to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a13fb456f21b4756b1f1279d1cb1dfed 2024-11-20T01:22:35,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/666e2538acb3471fa42ee456fda1c3fb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/666e2538acb3471fa42ee456fda1c3fb 2024-11-20T01:22:35,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4a93f418f9064431b041fbd606bbd7d0 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/4a93f418f9064431b041fbd606bbd7d0 2024-11-20T01:22:35,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/ff4c94e2b05d45e898904e4bba8ca302 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/ff4c94e2b05d45e898904e4bba8ca302 2024-11-20T01:22:35,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2bf9b79fefda429082468c8a90f2640f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2bf9b79fefda429082468c8a90f2640f 2024-11-20T01:22:35,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f9434986130942f284a74a96929982bc to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/f9434986130942f284a74a96929982bc 2024-11-20T01:22:35,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5a3406b27e9b4603bc62deac0e0aa2ae to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5a3406b27e9b4603bc62deac0e0aa2ae 2024-11-20T01:22:35,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0f249612287140239a4a1748a0537662 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0f249612287140239a4a1748a0537662 2024-11-20T01:22:35,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a8253571b41c43dcb207dce54b32df0b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/a8253571b41c43dcb207dce54b32df0b 2024-11-20T01:22:35,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/79e43110185544298190f2f6df0b7c0d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/79e43110185544298190f2f6df0b7c0d 2024-11-20T01:22:35,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0a78764ccff64c998b545f716203387d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/0a78764ccff64c998b545f716203387d 2024-11-20T01:22:35,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5135703ea4614c4ea784585148cfbf0f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/5135703ea4614c4ea784585148cfbf0f 2024-11-20T01:22:35,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/5759b69a61504877804246272ca08341, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/12838b91afc04f648505e3ceed1c2cb5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/dc49e0a60e5547f98580706972888e09, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/8f846e0a4b794caabc20f39bc9d085a8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/c442dae4b63843c88805bc3cc09be80f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b8f3717aecfa4ee290fd2dfcfe50a503, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/01f77df64bb54a12a0e03f839591f0a7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/6c9e06400df64097893e6d53cc62ae60, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2527686c77cd46569bbb9cda1b02d0e0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f976a00aa1da46e2896be8d27c2f9ef9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/a59998de86a646ad8c95486a440734c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/32232c18a67f44a8abfe1953c4535618, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/946603cca05347e0adca3d0a610a53f6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/05e72be7c702425e8090c3051ad5950d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d4b7ad162ff045c69d40298f1a3afee2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1de5f70a651c4940a086ea0cc781f5aa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/4a1bf31d3ce541f9856e949b7b535aec, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/be4d0e39ded44335a78bc2dca610fbe7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/08284229768e41838db03b57a08d1ad0, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d6a10f111a884ee2890b51fc6db7d81d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f53017fb8fd44a22a4e43c85a0b9bfd6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/e1a2e3a7312b49928684362154b534c9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d841042384874687bd975facf76fd5e7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f9921202836c4c648d94d5bb5e58a962, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/62734d5431834c72b8976d08a6b169b9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b262e6c262ef4a5f9a56711c5ad472ce, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/fee821d390874516a17f19f0038f517a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b6750a75e15f47059002ec0425970b53, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2dd519a093cf45989891970a7fe056a4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1a3b8b6bd39c451e9e2087db119f0770] to archive 2024-11-20T01:22:35,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:22:35,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/5759b69a61504877804246272ca08341 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/5759b69a61504877804246272ca08341 2024-11-20T01:22:35,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/12838b91afc04f648505e3ceed1c2cb5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/12838b91afc04f648505e3ceed1c2cb5 2024-11-20T01:22:35,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/dc49e0a60e5547f98580706972888e09 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/dc49e0a60e5547f98580706972888e09 2024-11-20T01:22:35,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/8f846e0a4b794caabc20f39bc9d085a8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/8f846e0a4b794caabc20f39bc9d085a8 2024-11-20T01:22:35,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/c442dae4b63843c88805bc3cc09be80f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/c442dae4b63843c88805bc3cc09be80f 2024-11-20T01:22:35,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b8f3717aecfa4ee290fd2dfcfe50a503 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b8f3717aecfa4ee290fd2dfcfe50a503 2024-11-20T01:22:35,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/01f77df64bb54a12a0e03f839591f0a7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/01f77df64bb54a12a0e03f839591f0a7 2024-11-20T01:22:35,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/6c9e06400df64097893e6d53cc62ae60 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/6c9e06400df64097893e6d53cc62ae60 2024-11-20T01:22:35,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2527686c77cd46569bbb9cda1b02d0e0 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2527686c77cd46569bbb9cda1b02d0e0 2024-11-20T01:22:35,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f976a00aa1da46e2896be8d27c2f9ef9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f976a00aa1da46e2896be8d27c2f9ef9 2024-11-20T01:22:35,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/a59998de86a646ad8c95486a440734c9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/a59998de86a646ad8c95486a440734c9 2024-11-20T01:22:35,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/32232c18a67f44a8abfe1953c4535618 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/32232c18a67f44a8abfe1953c4535618 2024-11-20T01:22:35,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/946603cca05347e0adca3d0a610a53f6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/946603cca05347e0adca3d0a610a53f6 2024-11-20T01:22:35,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/05e72be7c702425e8090c3051ad5950d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/05e72be7c702425e8090c3051ad5950d 2024-11-20T01:22:35,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d4b7ad162ff045c69d40298f1a3afee2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d4b7ad162ff045c69d40298f1a3afee2 2024-11-20T01:22:35,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1de5f70a651c4940a086ea0cc781f5aa to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1de5f70a651c4940a086ea0cc781f5aa 2024-11-20T01:22:35,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/4a1bf31d3ce541f9856e949b7b535aec to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/4a1bf31d3ce541f9856e949b7b535aec 2024-11-20T01:22:35,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/be4d0e39ded44335a78bc2dca610fbe7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/be4d0e39ded44335a78bc2dca610fbe7 2024-11-20T01:22:35,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/08284229768e41838db03b57a08d1ad0 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/08284229768e41838db03b57a08d1ad0 2024-11-20T01:22:35,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d6a10f111a884ee2890b51fc6db7d81d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d6a10f111a884ee2890b51fc6db7d81d 2024-11-20T01:22:35,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f53017fb8fd44a22a4e43c85a0b9bfd6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f53017fb8fd44a22a4e43c85a0b9bfd6 2024-11-20T01:22:35,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/e1a2e3a7312b49928684362154b534c9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/e1a2e3a7312b49928684362154b534c9 2024-11-20T01:22:35,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d841042384874687bd975facf76fd5e7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d841042384874687bd975facf76fd5e7 2024-11-20T01:22:35,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f9921202836c4c648d94d5bb5e58a962 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/f9921202836c4c648d94d5bb5e58a962 2024-11-20T01:22:35,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/62734d5431834c72b8976d08a6b169b9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/62734d5431834c72b8976d08a6b169b9 2024-11-20T01:22:35,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b262e6c262ef4a5f9a56711c5ad472ce to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b262e6c262ef4a5f9a56711c5ad472ce 2024-11-20T01:22:35,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/fee821d390874516a17f19f0038f517a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/fee821d390874516a17f19f0038f517a 2024-11-20T01:22:35,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b6750a75e15f47059002ec0425970b53 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b6750a75e15f47059002ec0425970b53 2024-11-20T01:22:35,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2dd519a093cf45989891970a7fe056a4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/2dd519a093cf45989891970a7fe056a4 2024-11-20T01:22:35,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1a3b8b6bd39c451e9e2087db119f0770 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/1a3b8b6bd39c451e9e2087db119f0770 2024-11-20T01:22:35,727 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/recovered.edits/425.seqid, newMaxSeqId=425, maxSeqId=1 2024-11-20T01:22:35,728 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c. 2024-11-20T01:22:35,728 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for c34837fb4514075b77528cb4d4ce5b0c: 2024-11-20T01:22:35,729 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:35,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=c34837fb4514075b77528cb4d4ce5b0c, regionState=CLOSED 2024-11-20T01:22:35,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T01:22:35,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure c34837fb4514075b77528cb4d4ce5b0c, server=31023a2ec537,44825,1732065660140 in 1.4890 sec 2024-11-20T01:22:35,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-20T01:22:35,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34837fb4514075b77528cb4d4ce5b0c, UNASSIGN in 1.4930 sec 2024-11-20T01:22:35,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T01:22:35,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4950 sec 2024-11-20T01:22:35,735 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065755735"}]},"ts":"1732065755735"} 2024-11-20T01:22:35,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:22:35,738 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:22:35,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5060 sec 2024-11-20T01:22:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-20T01:22:36,338 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-20T01:22:36,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:22:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:36,340 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-20T01:22:36,341 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:36,342 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:36,344 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/recovered.edits] 2024-11-20T01:22:36,347 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/017b8d5b5439468b8d18262781550dc5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/017b8d5b5439468b8d18262781550dc5 2024-11-20T01:22:36,348 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c503c75ab6c149b5a1ab4b8a4a0d1202 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/A/c503c75ab6c149b5a1ab4b8a4a0d1202 2024-11-20T01:22:36,351 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/03d0480b17834670ba86263524b3c618 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/03d0480b17834670ba86263524b3c618 2024-11-20T01:22:36,352 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2dc116538c5f41c0a68d780f55740095 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/B/2dc116538c5f41c0a68d780f55740095 2024-11-20T01:22:36,355 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b673b284618a4c6a9a1a816596235e9d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/b673b284618a4c6a9a1a816596235e9d 2024-11-20T01:22:36,356 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d64efb10c37a44a9bab9c9a89875edd5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/C/d64efb10c37a44a9bab9c9a89875edd5 2024-11-20T01:22:36,358 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/recovered.edits/425.seqid to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c/recovered.edits/425.seqid 2024-11-20T01:22:36,359 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c34837fb4514075b77528cb4d4ce5b0c 2024-11-20T01:22:36,359 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:22:36,361 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:36,367 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:22:36,369 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:22:36,370 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:36,370 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:22:36,370 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065756370"}]},"ts":"9223372036854775807"} 2024-11-20T01:22:36,372 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:22:36,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c34837fb4514075b77528cb4d4ce5b0c, NAME => 'TestAcidGuarantees,,1732065726376.c34837fb4514075b77528cb4d4ce5b0c.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:22:36,372 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:22:36,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065756372"}]},"ts":"9223372036854775807"} 2024-11-20T01:22:36,374 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:22:36,376 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:36,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-20T01:22:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-20T01:22:36,442 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-20T01:22:36,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=461 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2827 (was 2452) - AvailableMemoryMB LEAK? - 2024-11-20T01:22:36,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2827 2024-11-20T01:22:36,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:22:36,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:36,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:36,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:36,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-11-20T01:22:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T01:22:36,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:36,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742151_1327 (size=960) 2024-11-20T01:22:36,474 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:22:36,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742152_1328 (size=53) 2024-11-20T01:22:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T01:22:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T01:22:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 69c21eb5f8423f87a1ff481105b8f776, disabling compactions & flushes 2024-11-20T01:22:36,884 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. after waiting 0 ms 2024-11-20T01:22:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:36,884 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:36,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:36,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065756885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065756885"}]},"ts":"1732065756885"} 2024-11-20T01:22:36,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:22:36,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:36,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065756887"}]},"ts":"1732065756887"} 2024-11-20T01:22:36,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:22:36,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, ASSIGN}] 2024-11-20T01:22:36,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, ASSIGN 2024-11-20T01:22:36,893 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, ASSIGN; state=OFFLINE, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=false 2024-11-20T01:22:37,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=69c21eb5f8423f87a1ff481105b8f776, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:37,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure 69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:22:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T01:22:37,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:37,199 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:37,199 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:37,200 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,200 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:37,200 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,200 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,201 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,202 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:37,203 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69c21eb5f8423f87a1ff481105b8f776 columnFamilyName A 2024-11-20T01:22:37,203 DEBUG [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:37,203 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(327): Store=69c21eb5f8423f87a1ff481105b8f776/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:37,204 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,205 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:37,205 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69c21eb5f8423f87a1ff481105b8f776 columnFamilyName B 2024-11-20T01:22:37,205 DEBUG [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:37,205 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(327): Store=69c21eb5f8423f87a1ff481105b8f776/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:37,205 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,206 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:37,206 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69c21eb5f8423f87a1ff481105b8f776 columnFamilyName C 2024-11-20T01:22:37,206 DEBUG [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:37,206 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(327): Store=69c21eb5f8423f87a1ff481105b8f776/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:37,207 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:37,207 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,207 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,209 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:22:37,210 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:37,212 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:37,212 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 69c21eb5f8423f87a1ff481105b8f776; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70123787, jitterRate=0.04492585361003876}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:22:37,213 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:37,214 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., pid=104, masterSystemTime=1732065757195 2024-11-20T01:22:37,215 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:37,215 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:37,215 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=69c21eb5f8423f87a1ff481105b8f776, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:37,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-20T01:22:37,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure 69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 in 172 msec 2024-11-20T01:22:37,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T01:22:37,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, ASSIGN in 327 msec 2024-11-20T01:22:37,219 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:37,220 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065757219"}]},"ts":"1732065757219"} 2024-11-20T01:22:37,220 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:22:37,223 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:37,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 761 msec 2024-11-20T01:22:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T01:22:37,567 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-20T01:22:37,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-20T01:22:37,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:37,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:37,575 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:37,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:37,576 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:37,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:22:37,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:37,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742153_1329 (size=996) 2024-11-20T01:22:37,989 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T01:22:37,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T01:22:37,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:22:37,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, REOPEN/MOVE}] 2024-11-20T01:22:37,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, REOPEN/MOVE 2024-11-20T01:22:37,994 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=69c21eb5f8423f87a1ff481105b8f776, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:37,995 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:22:37,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure 69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:22:38,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,147 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing 69c21eb5f8423f87a1ff481105b8f776, disabling compactions & flushes 2024-11-20T01:22:38,147 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. after waiting 0 ms 2024-11-20T01:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,151 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T01:22:38,151 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,151 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:38,151 WARN [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: 69c21eb5f8423f87a1ff481105b8f776 to self. 2024-11-20T01:22:38,153 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=69c21eb5f8423f87a1ff481105b8f776, regionState=CLOSED 2024-11-20T01:22:38,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-20T01:22:38,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure 69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 in 159 msec 2024-11-20T01:22:38,156 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, REOPEN/MOVE; state=CLOSED, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=true 2024-11-20T01:22:38,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=69c21eb5f8423f87a1ff481105b8f776, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure 69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:22:38,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,461 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,462 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:38,462 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,462 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:38,462 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,462 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,463 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,464 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:38,464 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69c21eb5f8423f87a1ff481105b8f776 columnFamilyName A 2024-11-20T01:22:38,465 DEBUG [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,465 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(327): Store=69c21eb5f8423f87a1ff481105b8f776/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,466 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,466 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:38,466 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69c21eb5f8423f87a1ff481105b8f776 columnFamilyName B 2024-11-20T01:22:38,466 DEBUG [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,467 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(327): Store=69c21eb5f8423f87a1ff481105b8f776/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,467 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,467 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:38,467 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69c21eb5f8423f87a1ff481105b8f776 columnFamilyName C 2024-11-20T01:22:38,467 DEBUG [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,467 INFO [StoreOpener-69c21eb5f8423f87a1ff481105b8f776-1 {}] regionserver.HStore(327): Store=69c21eb5f8423f87a1ff481105b8f776/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,468 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,468 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,469 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,470 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:22:38,471 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,471 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 69c21eb5f8423f87a1ff481105b8f776; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68440026, jitterRate=0.019835859537124634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:22:38,472 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:38,472 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., pid=109, masterSystemTime=1732065758459 2024-11-20T01:22:38,474 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,474 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=69c21eb5f8423f87a1ff481105b8f776, regionState=OPEN, openSeqNum=5, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-11-20T01:22:38,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure 69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 in 168 msec 2024-11-20T01:22:38,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T01:22:38,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, REOPEN/MOVE in 483 msec 2024-11-20T01:22:38,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T01:22:38,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-20T01:22:38,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-20T01:22:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-20T01:22:38,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-20T01:22:38,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-20T01:22:38,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,490 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-20T01:22:38,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-20T01:22:38,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-11-20T01:22:38,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-20T01:22:38,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-20T01:22:38,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-20T01:22:38,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-20T01:22:38,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68035c67 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@627cad17 2024-11-20T01:22:38,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a637ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:38,520 DEBUG [hconnection-0x604733c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,522 DEBUG [hconnection-0x6b5ae3e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,522 DEBUG [hconnection-0x6c5f6e43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,523 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,523 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,523 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,524 DEBUG [hconnection-0x635cc7b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,525 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,525 DEBUG [hconnection-0x3951746d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,526 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,527 DEBUG [hconnection-0x1de8b601-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,527 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,528 DEBUG [hconnection-0x5b9c09fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,532 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-20T01:22:38,536 DEBUG [hconnection-0x78fb11db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,537 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,537 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:38,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:38,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:38,538 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:22:38,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:38,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:38,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:38,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:38,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:38,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:38,544 DEBUG [hconnection-0x39f6b2e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,545 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065818550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065818550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065818552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065818552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065818552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,570 DEBUG [hconnection-0x43af5278-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,574 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f2e3af87011545f8bbc61e351deb7f07_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065758536/Put/seqid=0 2024-11-20T01:22:38,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742154_1330 (size=12154) 2024-11-20T01:22:38,596 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,601 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f2e3af87011545f8bbc61e351deb7f07_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2e3af87011545f8bbc61e351deb7f07_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:38,601 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/422b9cddd302452cb6e2ad51d0b175b3, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:38,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/422b9cddd302452cb6e2ad51d0b175b3 is 175, key is test_row_0/A:col10/1732065758536/Put/seqid=0 2024-11-20T01:22:38,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742155_1331 (size=30955) 2024-11-20T01:22:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:22:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065818653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065818653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065818653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065818654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065818654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:38,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:38,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:38,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:22:38,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:38,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065818855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065818856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065818856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065818857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065818857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:38,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:38,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:38,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:38,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:38,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/422b9cddd302452cb6e2ad51d0b175b3 2024-11-20T01:22:39,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/564944280efb444fbab43936b14782ae is 50, key is test_row_0/B:col10/1732065758536/Put/seqid=0 2024-11-20T01:22:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742156_1332 (size=12001) 2024-11-20T01:22:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:22:39,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:39,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:39,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065819159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065819159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065819159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065819159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065819161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:39,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:39,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/564944280efb444fbab43936b14782ae 2024-11-20T01:22:39,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:39,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:39,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/be8b33b37f774a60911bb07557a1d2e6 is 50, key is test_row_0/C:col10/1732065758536/Put/seqid=0 2024-11-20T01:22:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742157_1333 (size=12001) 2024-11-20T01:22:39,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:22:39,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065819665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065819665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065819670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065819671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065819671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:39,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:39,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:39,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:39,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/be8b33b37f774a60911bb07557a1d2e6 2024-11-20T01:22:39,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/422b9cddd302452cb6e2ad51d0b175b3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/422b9cddd302452cb6e2ad51d0b175b3 2024-11-20T01:22:39,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/422b9cddd302452cb6e2ad51d0b175b3, entries=150, sequenceid=18, filesize=30.2 K 2024-11-20T01:22:39,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/564944280efb444fbab43936b14782ae as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/564944280efb444fbab43936b14782ae 2024-11-20T01:22:39,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/564944280efb444fbab43936b14782ae, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T01:22:39,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/be8b33b37f774a60911bb07557a1d2e6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/be8b33b37f774a60911bb07557a1d2e6 2024-11-20T01:22:40,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/be8b33b37f774a60911bb07557a1d2e6, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T01:22:40,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 69c21eb5f8423f87a1ff481105b8f776 in 1472ms, sequenceid=18, compaction requested=false 2024-11-20T01:22:40,010 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T01:22:40,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:40,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:22:40,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:40,087 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:22:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e574da00cd845b4aace50b2f83c61ae_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065758549/Put/seqid=0 2024-11-20T01:22:40,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742158_1334 (size=12154) 2024-11-20T01:22:40,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:40,177 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e574da00cd845b4aace50b2f83c61ae_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e574da00cd845b4aace50b2f83c61ae_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:40,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/b1cfd0b22ef0489eb8bc5c322d464af8, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:40,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/b1cfd0b22ef0489eb8bc5c322d464af8 is 175, key is test_row_0/A:col10/1732065758549/Put/seqid=0 2024-11-20T01:22:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742159_1335 (size=30955) 2024-11-20T01:22:40,633 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/b1cfd0b22ef0489eb8bc5c322d464af8 2024-11-20T01:22:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/05a00cbc08364560908fbf1f8b77963f is 50, key is test_row_0/B:col10/1732065758549/Put/seqid=0 2024-11-20T01:22:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:22:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742160_1336 (size=12001) 2024-11-20T01:22:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:40,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065820709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065820711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065820720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065820724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065820724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065820824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065820824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065820828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065820833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:40,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065820834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065821031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065821030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065821038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065821040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065821040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,087 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/05a00cbc08364560908fbf1f8b77963f 2024-11-20T01:22:41,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/7bb115a576d04796be22fd84b5b8c8e6 is 50, key is test_row_0/C:col10/1732065758549/Put/seqid=0 2024-11-20T01:22:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742161_1337 (size=12001) 2024-11-20T01:22:41,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:22:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065821339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065821339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065821346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065821348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065821350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:41,568 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/7bb115a576d04796be22fd84b5b8c8e6 2024-11-20T01:22:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/b1cfd0b22ef0489eb8bc5c322d464af8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/b1cfd0b22ef0489eb8bc5c322d464af8 2024-11-20T01:22:41,578 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/b1cfd0b22ef0489eb8bc5c322d464af8, entries=150, sequenceid=42, filesize=30.2 K 2024-11-20T01:22:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/05a00cbc08364560908fbf1f8b77963f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/05a00cbc08364560908fbf1f8b77963f 2024-11-20T01:22:41,588 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/05a00cbc08364560908fbf1f8b77963f, entries=150, sequenceid=42, filesize=11.7 K 2024-11-20T01:22:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/7bb115a576d04796be22fd84b5b8c8e6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/7bb115a576d04796be22fd84b5b8c8e6 2024-11-20T01:22:41,608 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/7bb115a576d04796be22fd84b5b8c8e6, entries=150, sequenceid=42, filesize=11.7 K 2024-11-20T01:22:41,609 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 69c21eb5f8423f87a1ff481105b8f776 in 1523ms, sequenceid=42, compaction requested=false 2024-11-20T01:22:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-20T01:22:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-20T01:22:41,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T01:22:41,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0740 sec 2024-11-20T01:22:41,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 3.0780 sec 2024-11-20T01:22:41,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:22:41,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:41,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:41,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:41,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:41,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:41,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:41,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a8c3b7dec9041b39554d6a66e15dd19_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065760693/Put/seqid=0 2024-11-20T01:22:41,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742162_1338 (size=14594) 2024-11-20T01:22:42,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065822029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065822030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065822039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065822040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065822040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065822142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065822142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065822152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065822153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065822154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:42,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a8c3b7dec9041b39554d6a66e15dd19_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a8c3b7dec9041b39554d6a66e15dd19_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:42,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/6c958f447b1840d289e0f9f21701adfa, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:42,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/6c958f447b1840d289e0f9f21701adfa is 175, key is test_row_0/A:col10/1732065760693/Put/seqid=0 2024-11-20T01:22:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065822355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065822355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065822361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065822360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065822366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742163_1339 (size=39549) 2024-11-20T01:22:42,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/6c958f447b1840d289e0f9f21701adfa 2024-11-20T01:22:42,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/becb9916887542208e256978a6807d3e is 50, key is test_row_0/B:col10/1732065760693/Put/seqid=0 2024-11-20T01:22:42,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742164_1340 (size=12001) 2024-11-20T01:22:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:22:42,647 INFO [Thread-1506 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-20T01:22:42,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-20T01:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:22:42,651 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:42,654 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:42,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:42,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065822671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065822672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065822673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065822675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065822675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:22:42,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T01:22:42,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:42,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:42,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:42,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/becb9916887542208e256978a6807d3e 2024-11-20T01:22:42,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/d57ebb60358f4217831415584c5e3fdd is 50, key is test_row_0/C:col10/1732065760693/Put/seqid=0 2024-11-20T01:22:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742165_1341 (size=12001) 2024-11-20T01:22:42,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/d57ebb60358f4217831415584c5e3fdd 2024-11-20T01:22:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/6c958f447b1840d289e0f9f21701adfa as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/6c958f447b1840d289e0f9f21701adfa 2024-11-20T01:22:42,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/6c958f447b1840d289e0f9f21701adfa, entries=200, sequenceid=56, filesize=38.6 K 2024-11-20T01:22:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/becb9916887542208e256978a6807d3e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/becb9916887542208e256978a6807d3e 2024-11-20T01:22:42,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/becb9916887542208e256978a6807d3e, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T01:22:42,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/d57ebb60358f4217831415584c5e3fdd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/d57ebb60358f4217831415584c5e3fdd 2024-11-20T01:22:42,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/d57ebb60358f4217831415584c5e3fdd, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T01:22:42,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 69c21eb5f8423f87a1ff481105b8f776 in 1076ms, sequenceid=56, compaction requested=true 2024-11-20T01:22:42,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:42,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:42,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:42,935 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:42,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:42,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:42,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:42,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:42,935 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:42,936 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:42,936 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:42,936 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/B is initiating minor compaction (all files) 2024-11-20T01:22:42,936 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/A is initiating minor compaction (all files) 2024-11-20T01:22:42,936 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/B in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:42,936 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/A in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:42,936 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/422b9cddd302452cb6e2ad51d0b175b3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/b1cfd0b22ef0489eb8bc5c322d464af8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/6c958f447b1840d289e0f9f21701adfa] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=99.1 K 2024-11-20T01:22:42,936 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/564944280efb444fbab43936b14782ae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/05a00cbc08364560908fbf1f8b77963f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/becb9916887542208e256978a6807d3e] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=35.2 K 2024-11-20T01:22:42,936 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:42,937 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/422b9cddd302452cb6e2ad51d0b175b3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/b1cfd0b22ef0489eb8bc5c322d464af8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/6c958f447b1840d289e0f9f21701adfa] 2024-11-20T01:22:42,937 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 564944280efb444fbab43936b14782ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732065758535 2024-11-20T01:22:42,937 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 422b9cddd302452cb6e2ad51d0b175b3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732065758535 2024-11-20T01:22:42,937 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 05a00cbc08364560908fbf1f8b77963f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732065758549 2024-11-20T01:22:42,938 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1cfd0b22ef0489eb8bc5c322d464af8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732065758549 2024-11-20T01:22:42,938 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting becb9916887542208e256978a6807d3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065760693 2024-11-20T01:22:42,938 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c958f447b1840d289e0f9f21701adfa, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065760693 2024-11-20T01:22:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:22:42,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:42,959 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:42,960 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/2459aa7bd1a4497bbc4fd5df7f598685 is 50, key is test_row_0/B:col10/1732065760693/Put/seqid=0 2024-11-20T01:22:42,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T01:22:42,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:42,960 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:22:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,974 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:43,004 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112000f063b6ce7f432a83b56a4a070d1640_69c21eb5f8423f87a1ff481105b8f776 store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:43,006 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112000f063b6ce7f432a83b56a4a070d1640_69c21eb5f8423f87a1ff481105b8f776, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:43,006 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112000f063b6ce7f432a83b56a4a070d1640_69c21eb5f8423f87a1ff481105b8f776 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:43,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742166_1342 (size=12104) 2024-11-20T01:22:43,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6a2e74093484f26beebd4652463cd3f_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065762037/Put/seqid=0 2024-11-20T01:22:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742167_1343 (size=4469) 2024-11-20T01:22:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742168_1344 (size=12154) 2024-11-20T01:22:43,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:43,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065823207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065823208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065823214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065823217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065823217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:22:43,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065823318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065823321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065823322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065823331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065823332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,432 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/2459aa7bd1a4497bbc4fd5df7f598685 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/2459aa7bd1a4497bbc4fd5df7f598685 2024-11-20T01:22:43,440 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/B of 69c21eb5f8423f87a1ff481105b8f776 into 2459aa7bd1a4497bbc4fd5df7f598685(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:43,440 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:43,440 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/B, priority=13, startTime=1732065762935; duration=0sec 2024-11-20T01:22:43,441 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:43,441 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:B 2024-11-20T01:22:43,441 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:43,442 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:43,442 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/C is initiating minor compaction (all files) 2024-11-20T01:22:43,442 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/C in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:43,442 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/be8b33b37f774a60911bb07557a1d2e6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/7bb115a576d04796be22fd84b5b8c8e6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/d57ebb60358f4217831415584c5e3fdd] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=35.2 K 2024-11-20T01:22:43,443 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting be8b33b37f774a60911bb07557a1d2e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732065758535 2024-11-20T01:22:43,443 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bb115a576d04796be22fd84b5b8c8e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732065758549 2024-11-20T01:22:43,443 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d57ebb60358f4217831415584c5e3fdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065760693 2024-11-20T01:22:43,462 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:43,463 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/a2a05b09a2ed4b70a989bfa18f908631 is 50, key is test_row_0/C:col10/1732065760693/Put/seqid=0 2024-11-20T01:22:43,478 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#A#compaction#292 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:43,479 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/5e4c0149cc56467490b8c4dd69a40ccd is 175, key is test_row_0/A:col10/1732065760693/Put/seqid=0 2024-11-20T01:22:43,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:43,491 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6a2e74093484f26beebd4652463cd3f_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6a2e74093484f26beebd4652463cd3f_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:43,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/7d9ef21bb3e6417c98d2b1f92289423a, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/7d9ef21bb3e6417c98d2b1f92289423a is 175, key is test_row_0/A:col10/1732065762037/Put/seqid=0 2024-11-20T01:22:43,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742169_1345 (size=12104) 2024-11-20T01:22:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065823522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065823530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065823534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742170_1346 (size=31058) 2024-11-20T01:22:43,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065823548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065823548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742171_1347 (size=30955) 2024-11-20T01:22:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:22:43,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065823830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065823843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065823843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065823861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065823862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:43,913 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/a2a05b09a2ed4b70a989bfa18f908631 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/a2a05b09a2ed4b70a989bfa18f908631 2024-11-20T01:22:43,919 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/C of 69c21eb5f8423f87a1ff481105b8f776 into a2a05b09a2ed4b70a989bfa18f908631(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:43,919 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:43,919 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/C, priority=13, startTime=1732065762935; duration=0sec 2024-11-20T01:22:43,920 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:43,920 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:C 2024-11-20T01:22:43,963 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/5e4c0149cc56467490b8c4dd69a40ccd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/5e4c0149cc56467490b8c4dd69a40ccd 2024-11-20T01:22:43,972 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/A of 69c21eb5f8423f87a1ff481105b8f776 into 5e4c0149cc56467490b8c4dd69a40ccd(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-20T01:22:43,972 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:43,972 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/A, priority=13, startTime=1732065762935; duration=1sec 2024-11-20T01:22:43,972 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:43,972 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:A 2024-11-20T01:22:43,983 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/7d9ef21bb3e6417c98d2b1f92289423a 2024-11-20T01:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/84e09b4f36da41ae9c1fe475f03fa2ab is 50, key is test_row_0/B:col10/1732065762037/Put/seqid=0 2024-11-20T01:22:44,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742172_1348 (size=12001) 2024-11-20T01:22:44,059 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/84e09b4f36da41ae9c1fe475f03fa2ab 2024-11-20T01:22:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/04ec24b155db474fa254f1f1ea086a7b is 50, key is test_row_0/C:col10/1732065762037/Put/seqid=0 2024-11-20T01:22:44,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742173_1349 (size=12001) 2024-11-20T01:22:44,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065824338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:44,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065824347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065824352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065824372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:44,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065824373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:44,540 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/04ec24b155db474fa254f1f1ea086a7b 2024-11-20T01:22:44,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/7d9ef21bb3e6417c98d2b1f92289423a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7d9ef21bb3e6417c98d2b1f92289423a 2024-11-20T01:22:44,554 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7d9ef21bb3e6417c98d2b1f92289423a, entries=150, sequenceid=79, filesize=30.2 K 2024-11-20T01:22:44,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/84e09b4f36da41ae9c1fe475f03fa2ab as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/84e09b4f36da41ae9c1fe475f03fa2ab 2024-11-20T01:22:44,564 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/84e09b4f36da41ae9c1fe475f03fa2ab, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T01:22:44,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/04ec24b155db474fa254f1f1ea086a7b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/04ec24b155db474fa254f1f1ea086a7b 2024-11-20T01:22:44,572 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/04ec24b155db474fa254f1f1ea086a7b, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T01:22:44,574 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 69c21eb5f8423f87a1ff481105b8f776 in 1614ms, sequenceid=79, compaction requested=false 2024-11-20T01:22:44,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:44,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:44,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-20T01:22:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-20T01:22:44,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T01:22:44,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec 2024-11-20T01:22:44,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.9290 sec 2024-11-20T01:22:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:22:44,759 INFO [Thread-1506 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T01:22:44,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-20T01:22:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:22:44,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:44,763 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:44,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:22:44,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:44,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:22:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:44,917 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:22:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205ac41d29bb57411fbc61832759c067ef_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065763212/Put/seqid=0 2024-11-20T01:22:44,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742174_1350 (size=12154) 2024-11-20T01:22:45,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:45,023 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205ac41d29bb57411fbc61832759c067ef_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ac41d29bb57411fbc61832759c067ef_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:45,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8b48e0567db8454cbd896f2940acfbde, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:45,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8b48e0567db8454cbd896f2940acfbde is 175, key is test_row_0/A:col10/1732065763212/Put/seqid=0 2024-11-20T01:22:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:22:45,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742175_1351 (size=30955) 2024-11-20T01:22:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:22:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065825437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065825439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065825439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065825442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065825448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,475 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8b48e0567db8454cbd896f2940acfbde 2024-11-20T01:22:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/e299df4992b2409ca26e3adde64743bf is 50, key is test_row_0/B:col10/1732065763212/Put/seqid=0 2024-11-20T01:22:45,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742176_1352 (size=12001) 2024-11-20T01:22:45,529 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/e299df4992b2409ca26e3adde64743bf 2024-11-20T01:22:45,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b125b5d730ee4a1fb653924a3f83ca24 is 50, key is test_row_0/C:col10/1732065763212/Put/seqid=0 2024-11-20T01:22:45,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065825551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065825552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065825553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065825559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065825559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742177_1353 (size=12001) 2024-11-20T01:22:45,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065825762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065825762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065825762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065825770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065825771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:22:46,002 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b125b5d730ee4a1fb653924a3f83ca24 2024-11-20T01:22:46,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8b48e0567db8454cbd896f2940acfbde as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b48e0567db8454cbd896f2940acfbde 2024-11-20T01:22:46,013 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b48e0567db8454cbd896f2940acfbde, entries=150, sequenceid=95, filesize=30.2 K 2024-11-20T01:22:46,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/e299df4992b2409ca26e3adde64743bf as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/e299df4992b2409ca26e3adde64743bf 2024-11-20T01:22:46,018 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/e299df4992b2409ca26e3adde64743bf, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T01:22:46,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b125b5d730ee4a1fb653924a3f83ca24 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b125b5d730ee4a1fb653924a3f83ca24 2024-11-20T01:22:46,025 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b125b5d730ee4a1fb653924a3f83ca24, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T01:22:46,026 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 69c21eb5f8423f87a1ff481105b8f776 in 1109ms, sequenceid=95, compaction requested=true 2024-11-20T01:22:46,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:46,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:46,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-20T01:22:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-20T01:22:46,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T01:22:46,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2640 sec 2024-11-20T01:22:46,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.2710 sec 2024-11-20T01:22:46,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:46,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f02ad5ac83554b6a91f423b235d400e8_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065765439/Put/seqid=0 2024-11-20T01:22:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065826100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065826101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065826103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065826115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065826102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742178_1354 (size=14594) 2024-11-20T01:22:46,160 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:46,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f02ad5ac83554b6a91f423b235d400e8_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f02ad5ac83554b6a91f423b235d400e8_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:46,165 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/1a22ae7a21054d15b440b3ba61397022, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:46,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/1a22ae7a21054d15b440b3ba61397022 is 175, key is test_row_0/A:col10/1732065765439/Put/seqid=0 2024-11-20T01:22:46,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742179_1355 (size=39549) 2024-11-20T01:22:46,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065826220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065826228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065826230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065826232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065826239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065826429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065826442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065826443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065826443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065826449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,606 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/1a22ae7a21054d15b440b3ba61397022 2024-11-20T01:22:46,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/74ccd265fd0e44a8a48101003d01ba8a is 50, key is test_row_0/B:col10/1732065765439/Put/seqid=0 2024-11-20T01:22:46,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742180_1356 (size=12001) 2024-11-20T01:22:46,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065826742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065826753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065826753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065826755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065826756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:22:46,875 INFO [Thread-1506 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-20T01:22:46,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-20T01:22:46,880 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:22:46,881 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:46,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:22:47,034 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:22:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/74ccd265fd0e44a8a48101003d01ba8a 2024-11-20T01:22:47,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/f14255249ce348b6905217840d3f8d87 is 50, key is test_row_0/C:col10/1732065765439/Put/seqid=0 2024-11-20T01:22:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742181_1357 (size=12001) 2024-11-20T01:22:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:22:47,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:22:47,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:47,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065827251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065827265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065827265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065827266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065827269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:22:47,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:47,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:22:47,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:22:47,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:47,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/f14255249ce348b6905217840d3f8d87 2024-11-20T01:22:47,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/1a22ae7a21054d15b440b3ba61397022 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/1a22ae7a21054d15b440b3ba61397022 2024-11-20T01:22:47,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/1a22ae7a21054d15b440b3ba61397022, entries=200, sequenceid=120, filesize=38.6 K 2024-11-20T01:22:47,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/74ccd265fd0e44a8a48101003d01ba8a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/74ccd265fd0e44a8a48101003d01ba8a 2024-11-20T01:22:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/74ccd265fd0e44a8a48101003d01ba8a, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T01:22:47,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/f14255249ce348b6905217840d3f8d87 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f14255249ce348b6905217840d3f8d87 2024-11-20T01:22:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f14255249ce348b6905217840d3f8d87, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T01:22:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 69c21eb5f8423f87a1ff481105b8f776 in 1493ms, sequenceid=120, compaction requested=true 2024-11-20T01:22:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:47,577 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:22:47,577 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,579 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:47,580 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/B is initiating minor compaction (all files) 2024-11-20T01:22:47,580 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/B in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,580 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/2459aa7bd1a4497bbc4fd5df7f598685, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/84e09b4f36da41ae9c1fe475f03fa2ab, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/e299df4992b2409ca26e3adde64743bf, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/74ccd265fd0e44a8a48101003d01ba8a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=47.0 K 2024-11-20T01:22:47,580 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:47,580 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/A is initiating minor compaction (all files) 2024-11-20T01:22:47,580 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/A in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,580 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/5e4c0149cc56467490b8c4dd69a40ccd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7d9ef21bb3e6417c98d2b1f92289423a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b48e0567db8454cbd896f2940acfbde, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/1a22ae7a21054d15b440b3ba61397022] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=129.4 K 2024-11-20T01:22:47,580 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,580 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/5e4c0149cc56467490b8c4dd69a40ccd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7d9ef21bb3e6417c98d2b1f92289423a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b48e0567db8454cbd896f2940acfbde, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/1a22ae7a21054d15b440b3ba61397022] 2024-11-20T01:22:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,584 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e4c0149cc56467490b8c4dd69a40ccd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065760693 2024-11-20T01:22:47,584 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 2459aa7bd1a4497bbc4fd5df7f598685, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065760693 2024-11-20T01:22:47,584 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d9ef21bb3e6417c98d2b1f92289423a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065762016 2024-11-20T01:22:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,584 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 84e09b4f36da41ae9c1fe475f03fa2ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065762016 2024-11-20T01:22:47,584 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b48e0567db8454cbd896f2940acfbde, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065763190 2024-11-20T01:22:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,585 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a22ae7a21054d15b440b3ba61397022, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065765392 2024-11-20T01:22:47,585 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e299df4992b2409ca26e3adde64743bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065763190 2024-11-20T01:22:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,585 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ccd265fd0e44a8a48101003d01ba8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065765437 2024-11-20T01:22:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,596 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,600 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112081ae498747364596a7f4c616da532ec7_69c21eb5f8423f87a1ff481105b8f776 store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,602 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:47,603 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112081ae498747364596a7f4c616da532ec7_69c21eb5f8423f87a1ff481105b8f776, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,603 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/abe0bf521d9b4f79803d202de6ba92b1 is 50, key is test_row_0/B:col10/1732065765439/Put/seqid=0 2024-11-20T01:22:47,603 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081ae498747364596a7f4c616da532ec7_69c21eb5f8423f87a1ff481105b8f776 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742182_1358 (size=4469) 2024-11-20T01:22:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,612 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#A#compaction#303 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,613 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/adcfb140d8434606b8de59647b781a4c is 175, key is test_row_0/A:col10/1732065765439/Put/seqid=0 2024-11-20T01:22:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742183_1359 (size=12241) 2024-11-20T01:22:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:47,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:22:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,648 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:47,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:47,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:47,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742184_1360 (size=31195) 2024-11-20T01:22:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3bd368820b24277964aa520033a7268_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_1/A:col10/1732065766096/Put/seqid=0 2024-11-20T01:22:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,661 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/adcfb140d8434606b8de59647b781a4c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/adcfb140d8434606b8de59647b781a4c 2024-11-20T01:22:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,669 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/A of 69c21eb5f8423f87a1ff481105b8f776 into adcfb140d8434606b8de59647b781a4c(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,669 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:47,669 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/A, priority=12, startTime=1732065767577; duration=0sec 2024-11-20T01:22:47,670 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:47,670 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:A 2024-11-20T01:22:47,670 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,672 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:47,672 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/C is initiating minor compaction (all files) 2024-11-20T01:22:47,672 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/C in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,672 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/a2a05b09a2ed4b70a989bfa18f908631, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/04ec24b155db474fa254f1f1ea086a7b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b125b5d730ee4a1fb653924a3f83ca24, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f14255249ce348b6905217840d3f8d87] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=47.0 K 2024-11-20T01:22:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,673 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2a05b09a2ed4b70a989bfa18f908631, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065760693 2024-11-20T01:22:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,673 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ec24b155db474fa254f1f1ea086a7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732065762016 2024-11-20T01:22:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,674 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting b125b5d730ee4a1fb653924a3f83ca24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065763190 2024-11-20T01:22:47,674 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting f14255249ce348b6905217840d3f8d87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065765437 2024-11-20T01:22:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742185_1361 (size=9764) 2024-11-20T01:22:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,692 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:47,692 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/bd514ded087f460cb76ce1f4cf68ea44 is 50, key is test_row_0/C:col10/1732065765439/Put/seqid=0 2024-11-20T01:22:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742186_1362 (size=12241) 2024-11-20T01:22:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,741 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/bd514ded087f460cb76ce1f4cf68ea44 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/bd514ded087f460cb76ce1f4cf68ea44 2024-11-20T01:22:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,748 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/C of 69c21eb5f8423f87a1ff481105b8f776 into bd514ded087f460cb76ce1f4cf68ea44(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:47,748 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:47,748 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/C, priority=12, startTime=1732065767577; duration=0sec 2024-11-20T01:22:47,748 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:47,748 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:C 2024-11-20T01:22:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:22:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,042 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/abe0bf521d9b4f79803d202de6ba92b1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/abe0bf521d9b4f79803d202de6ba92b1 2024-11-20T01:22:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,048 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/B of 69c21eb5f8423f87a1ff481105b8f776 into abe0bf521d9b4f79803d202de6ba92b1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:48,048 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:48,048 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/B, priority=12, startTime=1732065767577; duration=0sec 2024-11-20T01:22:48,049 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:48,049 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:B 2024-11-20T01:22:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,087 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3bd368820b24277964aa520033a7268_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3bd368820b24277964aa520033a7268_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/a5c45881d4d34e5c83788bb0419e73b7, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:48,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/a5c45881d4d34e5c83788bb0419e73b7 is 175, key is test_row_1/A:col10/1732065766096/Put/seqid=0 2024-11-20T01:22:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742187_1363 (size=22411) 2024-11-20T01:22:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,130 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/a5c45881d4d34e5c83788bb0419e73b7 2024-11-20T01:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/96c9cff0065e455fa28eadf2edea7093 is 50, key is test_row_1/B:col10/1732065766096/Put/seqid=0 2024-11-20T01:22:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742188_1364 (size=9707) 2024-11-20T01:22:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,188 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/96c9cff0065e455fa28eadf2edea7093 2024-11-20T01:22:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/5a2c79171b5a41c782981441da7d9b86 is 50, key is test_row_1/C:col10/1732065766096/Put/seqid=0 2024-11-20T01:22:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742189_1365 (size=9707) 2024-11-20T01:22:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,258 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/5a2c79171b5a41c782981441da7d9b86 2024-11-20T01:22:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/a5c45881d4d34e5c83788bb0419e73b7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/a5c45881d4d34e5c83788bb0419e73b7 2024-11-20T01:22:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,271 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/a5c45881d4d34e5c83788bb0419e73b7, entries=100, sequenceid=131, filesize=21.9 K 2024-11-20T01:22:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/96c9cff0065e455fa28eadf2edea7093 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/96c9cff0065e455fa28eadf2edea7093 2024-11-20T01:22:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,284 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/96c9cff0065e455fa28eadf2edea7093, entries=100, sequenceid=131, filesize=9.5 K 2024-11-20T01:22:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/5a2c79171b5a41c782981441da7d9b86 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/5a2c79171b5a41c782981441da7d9b86 2024-11-20T01:22:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,295 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/5a2c79171b5a41c782981441da7d9b86, entries=100, sequenceid=131, filesize=9.5 K 2024-11-20T01:22:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,296 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 69c21eb5f8423f87a1ff481105b8f776 in 648ms, sequenceid=131, compaction requested=false 2024-11-20T01:22:48,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:48,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:48,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-20T01:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-20T01:22:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T01:22:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-20T01:22:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4250 sec 2024-11-20T01:22:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:48,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:48,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:48,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:48,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e1d14fbaffb5499984da0bcfd10705c6_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065768445/Put/seqid=0 2024-11-20T01:22:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742191_1367 (size=24758) 2024-11-20T01:22:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,527 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,531 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e1d14fbaffb5499984da0bcfd10705c6_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e1d14fbaffb5499984da0bcfd10705c6_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,534 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/ca896a843cf340699b8cd87fb6beaa6a, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/ca896a843cf340699b8cd87fb6beaa6a is 175, key is test_row_0/A:col10/1732065768445/Put/seqid=0 2024-11-20T01:22:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742190_1366 (size=74395) 2024-11-20T01:22:48,554 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/ca896a843cf340699b8cd87fb6beaa6a 2024-11-20T01:22:48,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/16934d0e4c0e41289adb180536325036 is 50, key is test_row_0/B:col10/1732065768445/Put/seqid=0 2024-11-20T01:22:48,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065828584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065828586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065828586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065828593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065828593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742192_1368 (size=12151) 2024-11-20T01:22:48,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065828703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065828703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065828704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065828706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065828707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065828915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065828916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065828917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065828918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065828922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:22:48,987 INFO [Thread-1506 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-20T01:22:48,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-20T01:22:48,991 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:22:48,991 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:48,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:49,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/16934d0e4c0e41289adb180536325036 2024-11-20T01:22:49,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/f0a70ff9d2a344f4843b01f7197c7472 is 50, key is test_row_0/C:col10/1732065768445/Put/seqid=0 2024-11-20T01:22:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:22:49,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742193_1369 (size=12151) 2024-11-20T01:22:49,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/f0a70ff9d2a344f4843b01f7197c7472 2024-11-20T01:22:49,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/ca896a843cf340699b8cd87fb6beaa6a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ca896a843cf340699b8cd87fb6beaa6a 2024-11-20T01:22:49,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ca896a843cf340699b8cd87fb6beaa6a, entries=400, sequenceid=145, filesize=72.7 K 2024-11-20T01:22:49,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/16934d0e4c0e41289adb180536325036 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/16934d0e4c0e41289adb180536325036 2024-11-20T01:22:49,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/16934d0e4c0e41289adb180536325036, entries=150, sequenceid=145, filesize=11.9 K 2024-11-20T01:22:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/f0a70ff9d2a344f4843b01f7197c7472 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f0a70ff9d2a344f4843b01f7197c7472 2024-11-20T01:22:49,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f0a70ff9d2a344f4843b01f7197c7472, entries=150, sequenceid=145, filesize=11.9 K 2024-11-20T01:22:49,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 69c21eb5f8423f87a1ff481105b8f776 in 683ms, sequenceid=145, compaction requested=true 2024-11-20T01:22:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:49,129 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:49,129 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:49,130 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:49,130 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/A is initiating minor compaction (all files) 2024-11-20T01:22:49,130 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/A in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:49,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:49,130 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/adcfb140d8434606b8de59647b781a4c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/a5c45881d4d34e5c83788bb0419e73b7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ca896a843cf340699b8cd87fb6beaa6a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=125.0 K 2024-11-20T01:22:49,130 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:49,131 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/B is initiating minor compaction (all files) 2024-11-20T01:22:49,131 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/adcfb140d8434606b8de59647b781a4c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/a5c45881d4d34e5c83788bb0419e73b7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ca896a843cf340699b8cd87fb6beaa6a] 2024-11-20T01:22:49,131 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/B in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:49,131 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/abe0bf521d9b4f79803d202de6ba92b1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/96c9cff0065e455fa28eadf2edea7093, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/16934d0e4c0e41289adb180536325036] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=33.3 K 2024-11-20T01:22:49,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting adcfb140d8434606b8de59647b781a4c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065765437 2024-11-20T01:22:49,132 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting abe0bf521d9b4f79803d202de6ba92b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065765437 2024-11-20T01:22:49,133 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c9cff0065e455fa28eadf2edea7093, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065766096 2024-11-20T01:22:49,133 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5c45881d4d34e5c83788bb0419e73b7, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065766096 2024-11-20T01:22:49,133 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca896a843cf340699b8cd87fb6beaa6a, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732065768416 2024-11-20T01:22:49,133 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 16934d0e4c0e41289adb180536325036, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732065768420 2024-11-20T01:22:49,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:22:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:49,145 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:49,156 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:49,163 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:49,164 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/8ae47610198c49b9a7394e7d5750439c is 50, key is test_row_0/B:col10/1732065768445/Put/seqid=0 2024-11-20T01:22:49,175 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f7e7656c17e54fdc932b3a079d0cada2_69c21eb5f8423f87a1ff481105b8f776 store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:49,177 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f7e7656c17e54fdc932b3a079d0cada2_69c21eb5f8423f87a1ff481105b8f776, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:49,177 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f7e7656c17e54fdc932b3a079d0cada2_69c21eb5f8423f87a1ff481105b8f776 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208ff1b227efe4479aaeeca0acc3afabac_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065768584/Put/seqid=0 2024-11-20T01:22:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:49,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742194_1370 (size=4469) 2024-11-20T01:22:49,230 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#A#compaction#312 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:49,231 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/c2c2fcc8b3c441759885cf243eb7b6ae is 175, key is test_row_0/A:col10/1732065768445/Put/seqid=0 2024-11-20T01:22:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742195_1371 (size=12493) 2024-11-20T01:22:49,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065829236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065829237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065829239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742196_1372 (size=12304) 2024-11-20T01:22:49,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:49,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065829242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065829243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,261 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208ff1b227efe4479aaeeca0acc3afabac_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208ff1b227efe4479aaeeca0acc3afabac_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:49,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/34afb8dcff454871b0cd5c1e748a3d7a, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:49,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/34afb8dcff454871b0cd5c1e748a3d7a is 175, key is test_row_0/A:col10/1732065768584/Put/seqid=0 2024-11-20T01:22:49,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742197_1373 (size=31447) 2024-11-20T01:22:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:22:49,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742198_1374 (size=31105) 2024-11-20T01:22:49,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065829349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065829350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065829350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065829355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065829356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065829558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065829558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065829559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065829565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065829566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:22:49,647 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/8ae47610198c49b9a7394e7d5750439c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8ae47610198c49b9a7394e7d5750439c 2024-11-20T01:22:49,654 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/B of 69c21eb5f8423f87a1ff481105b8f776 into 8ae47610198c49b9a7394e7d5750439c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:49,654 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:49,654 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/B, priority=13, startTime=1732065769129; duration=0sec 2024-11-20T01:22:49,654 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:49,654 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:B 2024-11-20T01:22:49,654 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:49,656 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:49,657 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/C is initiating minor compaction (all files) 2024-11-20T01:22:49,657 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/C in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:49,657 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/bd514ded087f460cb76ce1f4cf68ea44, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/5a2c79171b5a41c782981441da7d9b86, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f0a70ff9d2a344f4843b01f7197c7472] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=33.3 K 2024-11-20T01:22:49,657 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting bd514ded087f460cb76ce1f4cf68ea44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732065765437 2024-11-20T01:22:49,658 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a2c79171b5a41c782981441da7d9b86, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732065766096 2024-11-20T01:22:49,658 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f0a70ff9d2a344f4843b01f7197c7472, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732065768420 2024-11-20T01:22:49,682 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:49,683 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/e84ae93682b14827854daacb185858d9 is 50, key is test_row_0/C:col10/1732065768445/Put/seqid=0 2024-11-20T01:22:49,697 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/c2c2fcc8b3c441759885cf243eb7b6ae as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/c2c2fcc8b3c441759885cf243eb7b6ae 2024-11-20T01:22:49,706 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/A of 69c21eb5f8423f87a1ff481105b8f776 into c2c2fcc8b3c441759885cf243eb7b6ae(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:49,706 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:49,706 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/A, priority=13, startTime=1732065769129; duration=0sec 2024-11-20T01:22:49,706 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:49,706 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:A 2024-11-20T01:22:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742199_1375 (size=12493) 2024-11-20T01:22:49,731 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/34afb8dcff454871b0cd5c1e748a3d7a 2024-11-20T01:22:49,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/d92b1718c3ef4246ba757623fa420c95 is 50, key is test_row_0/B:col10/1732065768584/Put/seqid=0 2024-11-20T01:22:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742200_1376 (size=12151) 2024-11-20T01:22:49,777 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/d92b1718c3ef4246ba757623fa420c95 2024-11-20T01:22:49,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b2fbbd0767c94524bf12a0d946638c56 is 50, key is test_row_0/C:col10/1732065768584/Put/seqid=0 2024-11-20T01:22:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742201_1377 (size=12151) 2024-11-20T01:22:49,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065829867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065829868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065829870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065829873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065829873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:22:50,136 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/e84ae93682b14827854daacb185858d9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/e84ae93682b14827854daacb185858d9 2024-11-20T01:22:50,144 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/C of 69c21eb5f8423f87a1ff481105b8f776 into e84ae93682b14827854daacb185858d9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:50,144 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:50,144 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/C, priority=13, startTime=1732065769129; duration=0sec 2024-11-20T01:22:50,144 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:50,144 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:C 2024-11-20T01:22:50,232 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b2fbbd0767c94524bf12a0d946638c56 2024-11-20T01:22:50,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/34afb8dcff454871b0cd5c1e748a3d7a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/34afb8dcff454871b0cd5c1e748a3d7a 2024-11-20T01:22:50,242 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/34afb8dcff454871b0cd5c1e748a3d7a, entries=150, sequenceid=170, filesize=30.4 K 2024-11-20T01:22:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/d92b1718c3ef4246ba757623fa420c95 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/d92b1718c3ef4246ba757623fa420c95 2024-11-20T01:22:50,248 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/d92b1718c3ef4246ba757623fa420c95, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T01:22:50,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b2fbbd0767c94524bf12a0d946638c56 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b2fbbd0767c94524bf12a0d946638c56 2024-11-20T01:22:50,254 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b2fbbd0767c94524bf12a0d946638c56, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T01:22:50,255 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 69c21eb5f8423f87a1ff481105b8f776 in 1110ms, sequenceid=170, compaction requested=false 2024-11-20T01:22:50,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:50,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:50,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-20T01:22:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-20T01:22:50,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T01:22:50,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2640 sec 2024-11-20T01:22:50,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.2690 sec 2024-11-20T01:22:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:50,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:22:50,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:50,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:50,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:50,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:50,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:50,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:50,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e9f2d2f3d4440a3ad7fdf2fbdfb0b70_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065769235/Put/seqid=0 2024-11-20T01:22:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742202_1378 (size=14794) 2024-11-20T01:22:50,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:50,425 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e9f2d2f3d4440a3ad7fdf2fbdfb0b70_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e9f2d2f3d4440a3ad7fdf2fbdfb0b70_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:50,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/0d9a6d38df2e4c1a93a10357e65a2245, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:50,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/0d9a6d38df2e4c1a93a10357e65a2245 is 175, key is test_row_0/A:col10/1732065769235/Put/seqid=0 2024-11-20T01:22:50,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742203_1379 (size=39749) 2024-11-20T01:22:50,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/0d9a6d38df2e4c1a93a10357e65a2245 2024-11-20T01:22:50,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/cde9ed47262648b49ce84be48bb06a1a is 50, key is test_row_0/B:col10/1732065769235/Put/seqid=0 2024-11-20T01:22:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742204_1380 (size=12151) 2024-11-20T01:22:50,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/cde9ed47262648b49ce84be48bb06a1a 2024-11-20T01:22:50,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/845207309ca34798966b15e6432e08a4 is 50, key is test_row_0/C:col10/1732065769235/Put/seqid=0 2024-11-20T01:22:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065830420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065830420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065830476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065830479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065830479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742205_1381 (size=12151) 2024-11-20T01:22:50,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065830577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065830579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065830586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065830587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065830587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065830788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065830791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065830793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065830796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065830797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:50,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/845207309ca34798966b15e6432e08a4 2024-11-20T01:22:50,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/0d9a6d38df2e4c1a93a10357e65a2245 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0d9a6d38df2e4c1a93a10357e65a2245 2024-11-20T01:22:50,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0d9a6d38df2e4c1a93a10357e65a2245, entries=200, sequenceid=185, filesize=38.8 K 2024-11-20T01:22:50,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/cde9ed47262648b49ce84be48bb06a1a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/cde9ed47262648b49ce84be48bb06a1a 2024-11-20T01:22:50,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/cde9ed47262648b49ce84be48bb06a1a, entries=150, sequenceid=185, filesize=11.9 K 2024-11-20T01:22:50,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/845207309ca34798966b15e6432e08a4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/845207309ca34798966b15e6432e08a4 2024-11-20T01:22:50,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/845207309ca34798966b15e6432e08a4, entries=150, sequenceid=185, filesize=11.9 K 2024-11-20T01:22:50,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 69c21eb5f8423f87a1ff481105b8f776 in 579ms, sequenceid=185, compaction requested=true 2024-11-20T01:22:50,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:50,959 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:50,961 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:50,961 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/A is initiating minor compaction (all files) 2024-11-20T01:22:50,961 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/A in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:50,961 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/c2c2fcc8b3c441759885cf243eb7b6ae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/34afb8dcff454871b0cd5c1e748a3d7a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0d9a6d38df2e4c1a93a10357e65a2245] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=99.9 K 2024-11-20T01:22:50,961 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:50,961 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/c2c2fcc8b3c441759885cf243eb7b6ae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/34afb8dcff454871b0cd5c1e748a3d7a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0d9a6d38df2e4c1a93a10357e65a2245] 2024-11-20T01:22:50,962 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2c2fcc8b3c441759885cf243eb7b6ae, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732065768420 2024-11-20T01:22:50,962 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34afb8dcff454871b0cd5c1e748a3d7a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065768551 2024-11-20T01:22:50,962 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d9a6d38df2e4c1a93a10357e65a2245, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732065769235 2024-11-20T01:22:50,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:50,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:50,969 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:50,970 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:50,970 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/B is initiating minor compaction (all files) 2024-11-20T01:22:50,970 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/B in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:50,970 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8ae47610198c49b9a7394e7d5750439c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/d92b1718c3ef4246ba757623fa420c95, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/cde9ed47262648b49ce84be48bb06a1a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=35.9 K 2024-11-20T01:22:50,971 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ae47610198c49b9a7394e7d5750439c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732065768420 2024-11-20T01:22:50,971 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d92b1718c3ef4246ba757623fa420c95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065768551 2024-11-20T01:22:50,972 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting cde9ed47262648b49ce84be48bb06a1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732065769235 2024-11-20T01:22:50,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:50,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:50,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:50,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:50,980 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:50,986 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:50,987 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/0cf81afbd25e470bb83cb7d96d4db2a7 is 50, key is test_row_0/B:col10/1732065769235/Put/seqid=0 2024-11-20T01:22:51,001 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209ace56fd1b9e437f82ffa5941057d3b9_69c21eb5f8423f87a1ff481105b8f776 store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:51,002 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209ace56fd1b9e437f82ffa5941057d3b9_69c21eb5f8423f87a1ff481105b8f776, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:51,002 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209ace56fd1b9e437f82ffa5941057d3b9_69c21eb5f8423f87a1ff481105b8f776 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742206_1382 (size=12595) 2024-11-20T01:22:51,052 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/0cf81afbd25e470bb83cb7d96d4db2a7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0cf81afbd25e470bb83cb7d96d4db2a7 2024-11-20T01:22:51,059 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/B of 69c21eb5f8423f87a1ff481105b8f776 into 0cf81afbd25e470bb83cb7d96d4db2a7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:51,059 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:51,059 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/B, priority=13, startTime=1732065770969; duration=0sec 2024-11-20T01:22:51,059 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:51,059 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:B 2024-11-20T01:22:51,059 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:51,060 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:51,060 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/C is initiating minor compaction (all files) 2024-11-20T01:22:51,060 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/C in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,060 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/e84ae93682b14827854daacb185858d9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b2fbbd0767c94524bf12a0d946638c56, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/845207309ca34798966b15e6432e08a4] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=35.9 K 2024-11-20T01:22:51,061 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e84ae93682b14827854daacb185858d9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732065768420 2024-11-20T01:22:51,062 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b2fbbd0767c94524bf12a0d946638c56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065768551 2024-11-20T01:22:51,065 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 845207309ca34798966b15e6432e08a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732065769235 2024-11-20T01:22:51,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742207_1383 (size=4469) 2024-11-20T01:22:51,082 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#A#compaction#321 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:51,082 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/7cdfe3fe29684d27a1309279e783e8a8 is 175, key is test_row_0/A:col10/1732065769235/Put/seqid=0 2024-11-20T01:22:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:22:51,096 INFO [Thread-1506 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-20T01:22:51,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-20T01:22:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:22:51,099 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:51,099 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:51,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:51,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:51,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:51,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:51,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:51,108 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#C#compaction#323 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:51,108 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/443c229eb1e0415e9bacbfaf67f3ea1c is 50, key is test_row_0/C:col10/1732065769235/Put/seqid=0 2024-11-20T01:22:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742208_1384 (size=31549) 2024-11-20T01:22:51,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065831121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065831122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065831122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065831125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065831127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,141 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/7cdfe3fe29684d27a1309279e783e8a8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7cdfe3fe29684d27a1309279e783e8a8 2024-11-20T01:22:51,149 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/A of 69c21eb5f8423f87a1ff481105b8f776 into 7cdfe3fe29684d27a1309279e783e8a8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:51,149 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:51,149 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/A, priority=13, startTime=1732065770958; duration=0sec 2024-11-20T01:22:51,149 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:51,149 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:A 2024-11-20T01:22:51,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742209_1385 (size=12595) 2024-11-20T01:22:51,162 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/443c229eb1e0415e9bacbfaf67f3ea1c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/443c229eb1e0415e9bacbfaf67f3ea1c 2024-11-20T01:22:51,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033da75b5698641adb7f40cbc14351a4e_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065770426/Put/seqid=0 2024-11-20T01:22:51,178 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/C of 69c21eb5f8423f87a1ff481105b8f776 into 443c229eb1e0415e9bacbfaf67f3ea1c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:51,178 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:51,178 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/C, priority=13, startTime=1732065770977; duration=0sec 2024-11-20T01:22:51,178 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:51,178 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:C 2024-11-20T01:22:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:22:51,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742210_1386 (size=14794) 2024-11-20T01:22:51,212 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:51,217 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033da75b5698641adb7f40cbc14351a4e_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033da75b5698641adb7f40cbc14351a4e_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:51,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/f632c339523e4bacb68cb825c8cff9aa, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:51,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/f632c339523e4bacb68cb825c8cff9aa is 175, key is test_row_0/A:col10/1732065770426/Put/seqid=0 2024-11-20T01:22:51,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065831238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065831239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065831239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065831240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065831242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742211_1387 (size=39749) 2024-11-20T01:22:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:22:51,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065831445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065831449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065831449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065831453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065831454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,676 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/f632c339523e4bacb68cb825c8cff9aa 2024-11-20T01:22:51,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/51d22c9ee4ea4d3ca57e0d46b0d8b817 is 50, key is test_row_0/B:col10/1732065770426/Put/seqid=0 2024-11-20T01:22:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:22:51,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742212_1388 (size=12151) 2024-11-20T01:22:51,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065831753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065831754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065831757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065831759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065831760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:51,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:51,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/51d22c9ee4ea4d3ca57e0d46b0d8b817 2024-11-20T01:22:52,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/473c2fbf60664f60b77b3eae5d12dd00 is 50, key is test_row_0/C:col10/1732065770426/Put/seqid=0 2024-11-20T01:22:52,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:22:52,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742213_1389 (size=12151) 2024-11-20T01:22:52,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065832263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065832267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065832267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065832268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065832268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:52,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:52,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:52,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:52,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:52,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/473c2fbf60664f60b77b3eae5d12dd00 2024-11-20T01:22:52,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/f632c339523e4bacb68cb825c8cff9aa as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/f632c339523e4bacb68cb825c8cff9aa 2024-11-20T01:22:52,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/f632c339523e4bacb68cb825c8cff9aa, entries=200, sequenceid=211, filesize=38.8 K 2024-11-20T01:22:52,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/51d22c9ee4ea4d3ca57e0d46b0d8b817 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/51d22c9ee4ea4d3ca57e0d46b0d8b817 2024-11-20T01:22:52,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/51d22c9ee4ea4d3ca57e0d46b0d8b817, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T01:22:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/473c2fbf60664f60b77b3eae5d12dd00 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/473c2fbf60664f60b77b3eae5d12dd00 2024-11-20T01:22:52,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/473c2fbf60664f60b77b3eae5d12dd00, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T01:22:52,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 69c21eb5f8423f87a1ff481105b8f776 in 1538ms, sequenceid=211, compaction requested=false 2024-11-20T01:22:52,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:52,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:52,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:22:52,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:52,644 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:52,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:52,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:52,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:52,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:52,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:52,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:52,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c73eb531ffd540b8b03ed6872a4ffe28_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065771120/Put/seqid=0 2024-11-20T01:22:52,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742214_1390 (size=12304) 2024-11-20T01:22:53,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:53,137 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c73eb531ffd540b8b03ed6872a4ffe28_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c73eb531ffd540b8b03ed6872a4ffe28_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/41db75206f0e45e7a816cbfa201787d9, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:53,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/41db75206f0e45e7a816cbfa201787d9 is 175, key is test_row_0/A:col10/1732065771120/Put/seqid=0 2024-11-20T01:22:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742215_1391 (size=31105) 2024-11-20T01:22:53,183 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/41db75206f0e45e7a816cbfa201787d9 2024-11-20T01:22:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:22:53,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/f970a65e06bf47649300f623709483a9 is 50, key is test_row_0/B:col10/1732065771120/Put/seqid=0 2024-11-20T01:22:53,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742216_1392 (size=12151) 2024-11-20T01:22:53,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:53,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065833362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065833362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065833365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065833374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065833374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065833477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065833478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065833478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065833486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065833486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,637 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/f970a65e06bf47649300f623709483a9 2024-11-20T01:22:53,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/51d19ac935444812b48066970913852b is 50, key is test_row_0/C:col10/1732065771120/Put/seqid=0 2024-11-20T01:22:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065833686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065833687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065833688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742217_1393 (size=12151) 2024-11-20T01:22:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065833698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065833698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065833997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065833998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065833998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065834007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065834007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,099 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/51d19ac935444812b48066970913852b 2024-11-20T01:22:54,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/41db75206f0e45e7a816cbfa201787d9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/41db75206f0e45e7a816cbfa201787d9 2024-11-20T01:22:54,110 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/41db75206f0e45e7a816cbfa201787d9, entries=150, sequenceid=224, filesize=30.4 K 2024-11-20T01:22:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/f970a65e06bf47649300f623709483a9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/f970a65e06bf47649300f623709483a9 2024-11-20T01:22:54,116 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/f970a65e06bf47649300f623709483a9, entries=150, sequenceid=224, filesize=11.9 K 2024-11-20T01:22:54,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/51d19ac935444812b48066970913852b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/51d19ac935444812b48066970913852b 2024-11-20T01:22:54,122 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/51d19ac935444812b48066970913852b, entries=150, sequenceid=224, filesize=11.9 K 2024-11-20T01:22:54,123 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 69c21eb5f8423f87a1ff481105b8f776 in 1479ms, sequenceid=224, compaction requested=true 2024-11-20T01:22:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-20T01:22:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-20T01:22:54,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T01:22:54,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0250 sec 2024-11-20T01:22:54,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 3.0310 sec 2024-11-20T01:22:54,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:22:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:54,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065834525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065834525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201f806d7886f54e9184206428d1b1d4ac_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065774509/Put/seqid=0 2024-11-20T01:22:54,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065834528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065834530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065834533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742218_1394 (size=14794) 2024-11-20T01:22:54,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:54,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201f806d7886f54e9184206428d1b1d4ac_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f806d7886f54e9184206428d1b1d4ac_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:54,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/10d1ea75987f4c5f859e69389fe331c7, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:54,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/10d1ea75987f4c5f859e69389fe331c7 is 175, key is test_row_0/A:col10/1732065774509/Put/seqid=0 2024-11-20T01:22:54,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742219_1395 (size=39749) 2024-11-20T01:22:54,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065834635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065834635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065834640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065834641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065834644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065834840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065834842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065834851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065834851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:54,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065834851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/10d1ea75987f4c5f859e69389fe331c7 2024-11-20T01:22:55,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/54cb35d4a16648e09c685ca1a484688c is 50, key is test_row_0/B:col10/1732065774509/Put/seqid=0 2024-11-20T01:22:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742220_1396 (size=12151) 2024-11-20T01:22:55,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/54cb35d4a16648e09c685ca1a484688c 2024-11-20T01:22:55,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/1c030e8805d947128625c59c378f6801 is 50, key is test_row_0/C:col10/1732065774509/Put/seqid=0 2024-11-20T01:22:55,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742221_1397 (size=12151) 2024-11-20T01:22:55,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/1c030e8805d947128625c59c378f6801 2024-11-20T01:22:55,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/10d1ea75987f4c5f859e69389fe331c7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/10d1ea75987f4c5f859e69389fe331c7 2024-11-20T01:22:55,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/10d1ea75987f4c5f859e69389fe331c7, entries=200, sequenceid=251, filesize=38.8 K 2024-11-20T01:22:55,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/54cb35d4a16648e09c685ca1a484688c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/54cb35d4a16648e09c685ca1a484688c 2024-11-20T01:22:55,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/54cb35d4a16648e09c685ca1a484688c, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T01:22:55,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/1c030e8805d947128625c59c378f6801 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/1c030e8805d947128625c59c378f6801 2024-11-20T01:22:55,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/1c030e8805d947128625c59c378f6801, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T01:22:55,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 69c21eb5f8423f87a1ff481105b8f776 in 605ms, sequenceid=251, compaction requested=true 2024-11-20T01:22:55,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:55,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:55,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:55,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:55,117 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:55,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:55,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:55,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:22:55,117 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:55,119 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:55,119 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/B is initiating minor compaction (all files) 2024-11-20T01:22:55,119 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/B in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,119 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0cf81afbd25e470bb83cb7d96d4db2a7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/51d22c9ee4ea4d3ca57e0d46b0d8b817, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/f970a65e06bf47649300f623709483a9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/54cb35d4a16648e09c685ca1a484688c] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=47.9 K 2024-11-20T01:22:55,119 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:55,119 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/A is initiating minor compaction (all files) 2024-11-20T01:22:55,119 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/A in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,119 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7cdfe3fe29684d27a1309279e783e8a8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/f632c339523e4bacb68cb825c8cff9aa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/41db75206f0e45e7a816cbfa201787d9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/10d1ea75987f4c5f859e69389fe331c7] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=138.8 K 2024-11-20T01:22:55,119 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,119 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7cdfe3fe29684d27a1309279e783e8a8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/f632c339523e4bacb68cb825c8cff9aa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/41db75206f0e45e7a816cbfa201787d9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/10d1ea75987f4c5f859e69389fe331c7] 2024-11-20T01:22:55,120 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf81afbd25e470bb83cb7d96d4db2a7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732065769235 2024-11-20T01:22:55,120 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cdfe3fe29684d27a1309279e783e8a8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732065769235 2024-11-20T01:22:55,128 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 51d22c9ee4ea4d3ca57e0d46b0d8b817, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732065770426 2024-11-20T01:22:55,129 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting f632c339523e4bacb68cb825c8cff9aa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732065770417 2024-11-20T01:22:55,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f970a65e06bf47649300f623709483a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065771120 2024-11-20T01:22:55,130 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41db75206f0e45e7a816cbfa201787d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065771120 2024-11-20T01:22:55,131 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 54cb35d4a16648e09c685ca1a484688c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065773358 2024-11-20T01:22:55,131 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10d1ea75987f4c5f859e69389fe331c7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065773343 2024-11-20T01:22:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:55,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:55,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,164 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:55,171 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:55,171 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/c84e3f4cd5694087ba0c774e0e301e3d is 50, key is test_row_0/B:col10/1732065774509/Put/seqid=0 2024-11-20T01:22:55,171 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e043fbb2015c491294449cdbad2fce11_69c21eb5f8423f87a1ff481105b8f776 store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:55,174 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e043fbb2015c491294449cdbad2fce11_69c21eb5f8423f87a1ff481105b8f776, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:55,174 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e043fbb2015c491294449cdbad2fce11_69c21eb5f8423f87a1ff481105b8f776 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:55,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200fa4e46e389348f4b3ef2643d0da4a6f_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065775160/Put/seqid=0 2024-11-20T01:22:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:22:55,204 INFO [Thread-1506 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-20T01:22:55,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-20T01:22:55,209 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742223_1399 (size=4469) 2024-11-20T01:22:55,209 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:55,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:22:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742222_1398 (size=12731) 2024-11-20T01:22:55,216 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#A#compaction#333 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:55,216 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8b79dd22f4bb4f9089b519435f3112d6 is 175, key is test_row_0/A:col10/1732065774509/Put/seqid=0 2024-11-20T01:22:55,222 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/c84e3f4cd5694087ba0c774e0e301e3d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c84e3f4cd5694087ba0c774e0e301e3d 2024-11-20T01:22:55,231 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/B of 69c21eb5f8423f87a1ff481105b8f776 into c84e3f4cd5694087ba0c774e0e301e3d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:55,231 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:55,231 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/B, priority=12, startTime=1732065775117; duration=0sec 2024-11-20T01:22:55,231 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:55,231 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:B 2024-11-20T01:22:55,231 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:55,233 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:55,233 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/C is initiating minor compaction (all files) 2024-11-20T01:22:55,233 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/C in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,234 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/443c229eb1e0415e9bacbfaf67f3ea1c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/473c2fbf60664f60b77b3eae5d12dd00, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/51d19ac935444812b48066970913852b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/1c030e8805d947128625c59c378f6801] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=47.9 K 2024-11-20T01:22:55,234 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 443c229eb1e0415e9bacbfaf67f3ea1c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732065769235 2024-11-20T01:22:55,234 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 473c2fbf60664f60b77b3eae5d12dd00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732065770426 2024-11-20T01:22:55,235 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 51d19ac935444812b48066970913852b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065771120 2024-11-20T01:22:55,235 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c030e8805d947128625c59c378f6801, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065773358 2024-11-20T01:22:55,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742224_1400 (size=17484) 2024-11-20T01:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065835225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065835225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065835227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065835228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065835238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,259 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#C#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:55,259 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/87e0baa9cd1445cb870fe9e2800213ca is 50, key is test_row_0/C:col10/1732065774509/Put/seqid=0 2024-11-20T01:22:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742225_1401 (size=31685) 2024-11-20T01:22:55,274 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8b79dd22f4bb4f9089b519435f3112d6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b79dd22f4bb4f9089b519435f3112d6 2024-11-20T01:22:55,282 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/A of 69c21eb5f8423f87a1ff481105b8f776 into 8b79dd22f4bb4f9089b519435f3112d6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:55,282 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:55,282 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/A, priority=12, startTime=1732065775116; duration=0sec 2024-11-20T01:22:55,282 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:55,282 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:A 2024-11-20T01:22:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742226_1402 (size=12731) 2024-11-20T01:22:55,292 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/87e0baa9cd1445cb870fe9e2800213ca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87e0baa9cd1445cb870fe9e2800213ca 2024-11-20T01:22:55,301 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/C of 69c21eb5f8423f87a1ff481105b8f776 into 87e0baa9cd1445cb870fe9e2800213ca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:55,301 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:55,301 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/C, priority=12, startTime=1732065775117; duration=0sec 2024-11-20T01:22:55,301 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:55,301 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:C 2024-11-20T01:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:22:55,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065835341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065835342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065835343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065835344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065835353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:55,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:55,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:22:55,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:55,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:55,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065835549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065835549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065835549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065835551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065835558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,641 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:55,645 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200fa4e46e389348f4b3ef2643d0da4a6f_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200fa4e46e389348f4b3ef2643d0da4a6f_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:55,646 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8e348cc800d645d69b751fdcd4aa5e33, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:55,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8e348cc800d645d69b751fdcd4aa5e33 is 175, key is test_row_0/A:col10/1732065775160/Put/seqid=0 2024-11-20T01:22:55,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:55,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:55,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742227_1403 (size=48589) 2024-11-20T01:22:55,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8e348cc800d645d69b751fdcd4aa5e33 2024-11-20T01:22:55,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/61a9771af7e34be79abc20aae7ffd7e5 is 50, key is test_row_0/B:col10/1732065775160/Put/seqid=0 2024-11-20T01:22:55,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742228_1404 (size=12301) 2024-11-20T01:22:55,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/61a9771af7e34be79abc20aae7ffd7e5 2024-11-20T01:22:55,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/69069f8d2de847898493b5949c7472d1 is 50, key is test_row_0/C:col10/1732065775160/Put/seqid=0 2024-11-20T01:22:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742229_1405 (size=12301) 2024-11-20T01:22:55,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/69069f8d2de847898493b5949c7472d1 2024-11-20T01:22:55,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/8e348cc800d645d69b751fdcd4aa5e33 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8e348cc800d645d69b751fdcd4aa5e33 2024-11-20T01:22:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:22:55,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8e348cc800d645d69b751fdcd4aa5e33, entries=250, sequenceid=263, filesize=47.5 K 2024-11-20T01:22:55,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/61a9771af7e34be79abc20aae7ffd7e5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/61a9771af7e34be79abc20aae7ffd7e5 2024-11-20T01:22:55,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/61a9771af7e34be79abc20aae7ffd7e5, entries=150, sequenceid=263, filesize=12.0 K 2024-11-20T01:22:55,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/69069f8d2de847898493b5949c7472d1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/69069f8d2de847898493b5949c7472d1 2024-11-20T01:22:55,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/69069f8d2de847898493b5949c7472d1, entries=150, sequenceid=263, filesize=12.0 K 2024-11-20T01:22:55,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 69c21eb5f8423f87a1ff481105b8f776 in 669ms, sequenceid=263, compaction requested=false 2024-11-20T01:22:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:55,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:55,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:55,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:55,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:55,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f224bc9ff96b4637a41f6a8b2caa5cdb_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065775862/Put/seqid=0 2024-11-20T01:22:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065835876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065835876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065835876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065835877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065835878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742230_1406 (size=17534) 2024-11-20T01:22:55,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:55,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:55,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065835987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065835988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065835988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065835988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065835988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:56,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065836194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065836195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065836195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065836195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065836196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:56,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:56,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:22:56,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:56,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f224bc9ff96b4637a41f6a8b2caa5cdb_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f224bc9ff96b4637a41f6a8b2caa5cdb_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:56,325 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/105688cc7152438ab2a81d64ad05e431, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:56,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/105688cc7152438ab2a81d64ad05e431 is 175, key is test_row_0/A:col10/1732065775862/Put/seqid=0 2024-11-20T01:22:56,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742231_1407 (size=48639) 2024-11-20T01:22:56,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065836503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065836503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065836504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065836504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065836505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,771 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/105688cc7152438ab2a81d64ad05e431 2024-11-20T01:22:56,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/8d6cd5a90d6a44d0beabfb4f30e57283 is 50, key is test_row_0/B:col10/1732065775862/Put/seqid=0 2024-11-20T01:22:56,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742232_1408 (size=12301) 2024-11-20T01:22:56,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/8d6cd5a90d6a44d0beabfb4f30e57283 2024-11-20T01:22:56,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/6409326e139c4f56becc5bfaf9364e13 is 50, key is test_row_0/C:col10/1732065775862/Put/seqid=0 2024-11-20T01:22:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742233_1409 (size=12301) 2024-11-20T01:22:56,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/6409326e139c4f56becc5bfaf9364e13 2024-11-20T01:22:56,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:56,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:56,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/105688cc7152438ab2a81d64ad05e431 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/105688cc7152438ab2a81d64ad05e431 2024-11-20T01:22:56,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/105688cc7152438ab2a81d64ad05e431, entries=250, sequenceid=292, filesize=47.5 K 2024-11-20T01:22:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/8d6cd5a90d6a44d0beabfb4f30e57283 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8d6cd5a90d6a44d0beabfb4f30e57283 2024-11-20T01:22:56,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8d6cd5a90d6a44d0beabfb4f30e57283, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T01:22:56,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/6409326e139c4f56becc5bfaf9364e13 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/6409326e139c4f56becc5bfaf9364e13 2024-11-20T01:22:56,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/6409326e139c4f56becc5bfaf9364e13, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T01:22:56,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 69c21eb5f8423f87a1ff481105b8f776 in 1057ms, sequenceid=292, compaction requested=true 2024-11-20T01:22:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:56,920 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:22:56,921 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:56,923 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128913 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:56,923 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/A is initiating minor compaction (all files) 2024-11-20T01:22:56,923 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/A in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,923 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b79dd22f4bb4f9089b519435f3112d6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8e348cc800d645d69b751fdcd4aa5e33, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/105688cc7152438ab2a81d64ad05e431] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=125.9 K 2024-11-20T01:22:56,923 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,923 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b79dd22f4bb4f9089b519435f3112d6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8e348cc800d645d69b751fdcd4aa5e33, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/105688cc7152438ab2a81d64ad05e431] 2024-11-20T01:22:56,923 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b79dd22f4bb4f9089b519435f3112d6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065773358 2024-11-20T01:22:56,924 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e348cc800d645d69b751fdcd4aa5e33, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732065774522 2024-11-20T01:22:56,924 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 105688cc7152438ab2a81d64ad05e431, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065775225 2024-11-20T01:22:56,925 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:56,925 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/B is initiating minor compaction (all files) 2024-11-20T01:22:56,925 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/B in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:56,925 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c84e3f4cd5694087ba0c774e0e301e3d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/61a9771af7e34be79abc20aae7ffd7e5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8d6cd5a90d6a44d0beabfb4f30e57283] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=36.5 K 2024-11-20T01:22:56,925 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c84e3f4cd5694087ba0c774e0e301e3d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065773358 2024-11-20T01:22:56,926 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 61a9771af7e34be79abc20aae7ffd7e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732065774523 2024-11-20T01:22:56,926 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d6cd5a90d6a44d0beabfb4f30e57283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065775227 2024-11-20T01:22:56,948 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:56,956 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b70189ed0ca441e3bcab3d74c26ab619_69c21eb5f8423f87a1ff481105b8f776 store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:56,956 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:56,957 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/c6f52b65c9324e74b18f1477a6c3c364 is 50, key is test_row_0/B:col10/1732065775862/Put/seqid=0 2024-11-20T01:22:56,958 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b70189ed0ca441e3bcab3d74c26ab619_69c21eb5f8423f87a1ff481105b8f776, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:56,959 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b70189ed0ca441e3bcab3d74c26ab619_69c21eb5f8423f87a1ff481105b8f776 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742235_1411 (size=4469) 2024-11-20T01:22:56,985 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#A#compaction#342 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:56,986 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/005c67904a4046ae915a48a5f670b198 is 175, key is test_row_0/A:col10/1732065775862/Put/seqid=0 2024-11-20T01:22:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742234_1410 (size=12983) 2024-11-20T01:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:57,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:57,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742236_1412 (size=31937) 2024-11-20T01:22:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:57,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120053d366df21340bebce4694071ccde65_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065777016/Put/seqid=0 2024-11-20T01:22:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742237_1413 (size=12454) 2024-11-20T01:22:57,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:57,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120053d366df21340bebce4694071ccde65_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120053d366df21340bebce4694071ccde65_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:57,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/ff66aaa3b54d403e8cf94c0ee84aa638, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:57,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/ff66aaa3b54d403e8cf94c0ee84aa638 is 175, key is test_row_0/A:col10/1732065777016/Put/seqid=0 2024-11-20T01:22:57,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065837050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065837053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065837055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065837057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065837060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742238_1414 (size=31255) 2024-11-20T01:22:57,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065837163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065837163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065837169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065837169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065837170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:57,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:57,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:22:57,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065837370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065837370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065837376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065837376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065837378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,397 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/c6f52b65c9324e74b18f1477a6c3c364 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c6f52b65c9324e74b18f1477a6c3c364 2024-11-20T01:22:57,408 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/B of 69c21eb5f8423f87a1ff481105b8f776 into c6f52b65c9324e74b18f1477a6c3c364(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:57,408 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:57,408 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/B, priority=13, startTime=1732065776920; duration=0sec 2024-11-20T01:22:57,408 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:57,408 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:B 2024-11-20T01:22:57,408 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:57,409 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:57,409 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/C is initiating minor compaction (all files) 2024-11-20T01:22:57,409 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/C in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,409 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87e0baa9cd1445cb870fe9e2800213ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/69069f8d2de847898493b5949c7472d1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/6409326e139c4f56becc5bfaf9364e13] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=36.5 K 2024-11-20T01:22:57,410 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 87e0baa9cd1445cb870fe9e2800213ca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065773358 2024-11-20T01:22:57,410 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 69069f8d2de847898493b5949c7472d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732065774523 2024-11-20T01:22:57,411 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6409326e139c4f56becc5bfaf9364e13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065775227 2024-11-20T01:22:57,425 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/005c67904a4046ae915a48a5f670b198 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/005c67904a4046ae915a48a5f670b198 2024-11-20T01:22:57,431 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/A of 69c21eb5f8423f87a1ff481105b8f776 into 005c67904a4046ae915a48a5f670b198(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:57,431 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:57,431 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/A, priority=13, startTime=1732065776920; duration=0sec 2024-11-20T01:22:57,431 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:57,431 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:A 2024-11-20T01:22:57,444 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:57,445 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/0ee2929c342745039bfdaa235d6b368c is 50, key is test_row_0/C:col10/1732065775862/Put/seqid=0 2024-11-20T01:22:57,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742239_1415 (size=12983) 2024-11-20T01:22:57,491 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/ff66aaa3b54d403e8cf94c0ee84aa638 2024-11-20T01:22:57,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/7055740ea3b540b99647c321a13f3439 is 50, key is test_row_0/B:col10/1732065777016/Put/seqid=0 2024-11-20T01:22:57,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742240_1416 (size=12301) 2024-11-20T01:22:57,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/7055740ea3b540b99647c321a13f3439 2024-11-20T01:22:57,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b8759f7ad4ca44a295b1c738453bde63 is 50, key is test_row_0/C:col10/1732065777016/Put/seqid=0 2024-11-20T01:22:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742241_1417 (size=12301) 2024-11-20T01:22:57,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065837682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065837683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065837684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065837686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065837687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:57,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:57,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,883 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/0ee2929c342745039bfdaa235d6b368c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/0ee2929c342745039bfdaa235d6b368c 2024-11-20T01:22:57,888 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/C of 69c21eb5f8423f87a1ff481105b8f776 into 0ee2929c342745039bfdaa235d6b368c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:57,888 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:57,888 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/C, priority=13, startTime=1732065776921; duration=0sec 2024-11-20T01:22:57,888 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:57,888 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:C 2024-11-20T01:22:57,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:57,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:57,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:57,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:57,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,981 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=31023a2ec537,44825,1732065660140, table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T01:22:58,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b8759f7ad4ca44a295b1c738453bde63 2024-11-20T01:22:58,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/ff66aaa3b54d403e8cf94c0ee84aa638 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ff66aaa3b54d403e8cf94c0ee84aa638 2024-11-20T01:22:58,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ff66aaa3b54d403e8cf94c0ee84aa638, entries=150, sequenceid=305, filesize=30.5 K 2024-11-20T01:22:58,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/7055740ea3b540b99647c321a13f3439 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/7055740ea3b540b99647c321a13f3439 2024-11-20T01:22:58,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/7055740ea3b540b99647c321a13f3439, entries=150, sequenceid=305, filesize=12.0 K 2024-11-20T01:22:58,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/b8759f7ad4ca44a295b1c738453bde63 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b8759f7ad4ca44a295b1c738453bde63 2024-11-20T01:22:58,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b8759f7ad4ca44a295b1c738453bde63, entries=150, sequenceid=305, filesize=12.0 K 2024-11-20T01:22:58,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 69c21eb5f8423f87a1ff481105b8f776 in 1070ms, sequenceid=305, compaction requested=false 2024-11-20T01:22:58,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:58,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:22:58,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:58,133 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:58,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206791810b5e0545f79bcd487dd64a1945_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065777054/Put/seqid=0 2024-11-20T01:22:58,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742242_1418 (size=12454) 2024-11-20T01:22:58,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. as already flushing 2024-11-20T01:22:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:58,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065838208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065838212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065838264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065838264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065838270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065838365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065838371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065838371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065838372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065838377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,506 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:22:58,546 DEBUG [Thread-1511 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:49301 2024-11-20T01:22:58,546 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:58,552 DEBUG [Thread-1507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:49301 2024-11-20T01:22:58,552 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:58,553 DEBUG [Thread-1513 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:49301 2024-11-20T01:22:58,553 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:58,555 DEBUG [Thread-1515 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68035c67 to 127.0.0.1:49301 2024-11-20T01:22:58,555 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:58,562 DEBUG [Thread-1509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:49301 2024-11-20T01:22:58,562 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:58,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065838570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065838578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065838578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065838582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065838587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:58,596 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206791810b5e0545f79bcd487dd64a1945_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206791810b5e0545f79bcd487dd64a1945_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:58,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/4d8115db7dae4e1d84942e3b3b3f0f2c, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:58,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/4d8115db7dae4e1d84942e3b3b3f0f2c is 175, key is test_row_0/A:col10/1732065777054/Put/seqid=0 2024-11-20T01:22:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742243_1419 (size=31255) 2024-11-20T01:22:58,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732065838872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45714 deadline: 1732065838879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45728 deadline: 1732065838880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45690 deadline: 1732065838886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:58,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45744 deadline: 1732065838888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 2024-11-20T01:22:59,002 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/4d8115db7dae4e1d84942e3b3b3f0f2c 2024-11-20T01:22:59,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/a889cc047fee4859a9ec472d94e5e918 is 50, key is test_row_0/B:col10/1732065777054/Put/seqid=0 2024-11-20T01:22:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742244_1420 (size=12301) 2024-11-20T01:22:59,018 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/a889cc047fee4859a9ec472d94e5e918 2024-11-20T01:22:59,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/70464053b12040bcacfc58ffd23420f6 is 50, key is test_row_0/C:col10/1732065777054/Put/seqid=0 2024-11-20T01:22:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742245_1421 (size=12301) 2024-11-20T01:22:59,046 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/70464053b12040bcacfc58ffd23420f6 2024-11-20T01:22:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/4d8115db7dae4e1d84942e3b3b3f0f2c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/4d8115db7dae4e1d84942e3b3b3f0f2c 2024-11-20T01:22:59,056 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/4d8115db7dae4e1d84942e3b3b3f0f2c, entries=150, sequenceid=331, filesize=30.5 K 2024-11-20T01:22:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/a889cc047fee4859a9ec472d94e5e918 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/a889cc047fee4859a9ec472d94e5e918 2024-11-20T01:22:59,062 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/a889cc047fee4859a9ec472d94e5e918, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T01:22:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/70464053b12040bcacfc58ffd23420f6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/70464053b12040bcacfc58ffd23420f6 2024-11-20T01:22:59,066 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/70464053b12040bcacfc58ffd23420f6, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T01:22:59,067 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 69c21eb5f8423f87a1ff481105b8f776 in 935ms, sequenceid=331, compaction requested=true 2024-11-20T01:22:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-20T01:22:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-20T01:22:59,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-20T01:22:59,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8590 sec 2024-11-20T01:22:59,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 3.8640 sec 2024-11-20T01:22:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:22:59,318 INFO [Thread-1506 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-20T01:22:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:59,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:22:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:22:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:22:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:22:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,378 DEBUG [Thread-1500 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:49301 2024-11-20T01:22:59,378 DEBUG [Thread-1500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,384 DEBUG [Thread-1496 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:49301 2024-11-20T01:22:59,384 DEBUG [Thread-1496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,385 DEBUG [Thread-1504 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:49301 2024-11-20T01:22:59,385 DEBUG [Thread-1504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,393 DEBUG [Thread-1502 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:49301 2024-11-20T01:22:59,393 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,396 DEBUG [Thread-1498 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:49301 2024-11-20T01:22:59,396 DEBUG [Thread-1498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1495 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4485 rows 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1483 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4449 rows 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1493 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4479 rows 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1480 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4440 rows 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1495 2024-11-20T01:22:59,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4485 rows 2024-11-20T01:22:59,396 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:22:59,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:49301 2024-11-20T01:22:59,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,402 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:22:59,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:22:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:22:59,406 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065779406"}]},"ts":"1732065779406"} 2024-11-20T01:22:59,409 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:22:59,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120850ae0a1208d4c2b8f2f9b8a67b4d97c_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065779374/Put/seqid=0 2024-11-20T01:22:59,415 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:22:59,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:22:59,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, UNASSIGN}] 2024-11-20T01:22:59,420 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, UNASSIGN 2024-11-20T01:22:59,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=69c21eb5f8423f87a1ff481105b8f776, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:22:59,422 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:22:59,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; CloseRegionProcedure 69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:22:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742246_1422 (size=12454) 2024-11-20T01:22:59,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:59,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120850ae0a1208d4c2b8f2f9b8a67b4d97c_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120850ae0a1208d4c2b8f2f9b8a67b4d97c_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:59,455 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/e69cacbf1fa54b2ba5d63fa7c420756b, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:59,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/e69cacbf1fa54b2ba5d63fa7c420756b is 175, key is test_row_0/A:col10/1732065779374/Put/seqid=0 2024-11-20T01:22:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742247_1423 (size=31255) 2024-11-20T01:22:59,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/e69cacbf1fa54b2ba5d63fa7c420756b 2024-11-20T01:22:59,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/0fcfa887583f411683f8da0209cd706a is 50, key is test_row_0/B:col10/1732065779374/Put/seqid=0 2024-11-20T01:22:59,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742248_1424 (size=12301) 2024-11-20T01:22:59,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/0fcfa887583f411683f8da0209cd706a 2024-11-20T01:22:59,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/25b4b036f23e41e0bfc52637444b48ca is 50, key is test_row_0/C:col10/1732065779374/Put/seqid=0 2024-11-20T01:22:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:22:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742249_1425 (size=12301) 2024-11-20T01:22:59,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/25b4b036f23e41e0bfc52637444b48ca 2024-11-20T01:22:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/e69cacbf1fa54b2ba5d63fa7c420756b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/e69cacbf1fa54b2ba5d63fa7c420756b 2024-11-20T01:22:59,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/e69cacbf1fa54b2ba5d63fa7c420756b, entries=150, sequenceid=346, filesize=30.5 K 2024-11-20T01:22:59,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/0fcfa887583f411683f8da0209cd706a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0fcfa887583f411683f8da0209cd706a 2024-11-20T01:22:59,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0fcfa887583f411683f8da0209cd706a, entries=150, sequenceid=346, filesize=12.0 K 2024-11-20T01:22:59,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/25b4b036f23e41e0bfc52637444b48ca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/25b4b036f23e41e0bfc52637444b48ca 2024-11-20T01:22:59,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/25b4b036f23e41e0bfc52637444b48ca, entries=150, sequenceid=346, filesize=12.0 K 2024-11-20T01:22:59,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 69c21eb5f8423f87a1ff481105b8f776 in 170ms, sequenceid=346, compaction requested=true 2024-11-20T01:22:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:59,548 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69c21eb5f8423f87a1ff481105b8f776:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:59,548 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:59,549 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:59,549 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/A is initiating minor compaction (all files) 2024-11-20T01:22:59,549 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/A in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:59,550 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/005c67904a4046ae915a48a5f670b198, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ff66aaa3b54d403e8cf94c0ee84aa638, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/4d8115db7dae4e1d84942e3b3b3f0f2c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/e69cacbf1fa54b2ba5d63fa7c420756b] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=122.8 K 2024-11-20T01:22:59,550 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:59,550 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/005c67904a4046ae915a48a5f670b198, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ff66aaa3b54d403e8cf94c0ee84aa638, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/4d8115db7dae4e1d84942e3b3b3f0f2c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/e69cacbf1fa54b2ba5d63fa7c420756b] 2024-11-20T01:22:59,550 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:59,550 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 005c67904a4046ae915a48a5f670b198, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065775227 2024-11-20T01:22:59,550 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): 69c21eb5f8423f87a1ff481105b8f776/B is initiating minor compaction (all files) 2024-11-20T01:22:59,550 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69c21eb5f8423f87a1ff481105b8f776/B in TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:59,550 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c6f52b65c9324e74b18f1477a6c3c364, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/7055740ea3b540b99647c321a13f3439, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/a889cc047fee4859a9ec472d94e5e918, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0fcfa887583f411683f8da0209cd706a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp, totalSize=48.7 K 2024-11-20T01:22:59,550 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff66aaa3b54d403e8cf94c0ee84aa638, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732065775876 2024-11-20T01:22:59,551 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f52b65c9324e74b18f1477a6c3c364, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065775227 2024-11-20T01:22:59,551 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d8115db7dae4e1d84942e3b3b3f0f2c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732065777048 2024-11-20T01:22:59,551 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 7055740ea3b540b99647c321a13f3439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732065775876 2024-11-20T01:22:59,551 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e69cacbf1fa54b2ba5d63fa7c420756b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732065778215 2024-11-20T01:22:59,551 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a889cc047fee4859a9ec472d94e5e918, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732065777048 2024-11-20T01:22:59,552 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fcfa887583f411683f8da0209cd706a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732065778215 2024-11-20T01:22:59,563 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#B#compaction#354 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:59,564 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/118414bd26e646ebab8241af4f94476e is 50, key is test_row_0/B:col10/1732065779374/Put/seqid=0 2024-11-20T01:22:59,564 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:59,568 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203cfe0d877510441c8fd30183ccab3cf8_69c21eb5f8423f87a1ff481105b8f776 store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:59,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:22:59,574 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(124): Close 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:22:59,574 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:22:59,575 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1681): Closing 69c21eb5f8423f87a1ff481105b8f776, disabling compactions & flushes 2024-11-20T01:22:59,575 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:22:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742250_1426 (size=13119) 2024-11-20T01:22:59,609 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203cfe0d877510441c8fd30183ccab3cf8_69c21eb5f8423f87a1ff481105b8f776, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:59,609 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203cfe0d877510441c8fd30183ccab3cf8_69c21eb5f8423f87a1ff481105b8f776 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:22:59,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742251_1427 (size=4469) 2024-11-20T01:22:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:22:59,982 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/118414bd26e646ebab8241af4f94476e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/118414bd26e646ebab8241af4f94476e 2024-11-20T01:22:59,986 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/B of 69c21eb5f8423f87a1ff481105b8f776 into 118414bd26e646ebab8241af4f94476e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:59,986 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:22:59,986 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/B, priority=12, startTime=1732065779548; duration=0sec 2024-11-20T01:22:59,986 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:59,986 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:B 2024-11-20T01:22:59,986 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. because compaction request was cancelled 2024-11-20T01:22:59,986 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:C 2024-11-20T01:23:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:23:00,024 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69c21eb5f8423f87a1ff481105b8f776#A#compaction#355 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:00,024 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/77b29c690db94d93ad7b0bbe2829ab8f is 175, key is test_row_0/A:col10/1732065779374/Put/seqid=0 2024-11-20T01:23:00,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742252_1428 (size=32073) 2024-11-20T01:23:00,434 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/77b29c690db94d93ad7b0bbe2829ab8f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/77b29c690db94d93ad7b0bbe2829ab8f 2024-11-20T01:23:00,438 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69c21eb5f8423f87a1ff481105b8f776/A of 69c21eb5f8423f87a1ff481105b8f776 into 77b29c690db94d93ad7b0bbe2829ab8f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:00,438 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:23:00,438 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776., storeName=69c21eb5f8423f87a1ff481105b8f776/A, priority=12, startTime=1732065779548; duration=0sec 2024-11-20T01:23:00,438 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:23:00,438 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. after waiting 0 ms 2024-11-20T01:23:00,438 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69c21eb5f8423f87a1ff481105b8f776:A 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:23:00,438 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(2837): Flushing 69c21eb5f8423f87a1ff481105b8f776 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=A 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=B 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69c21eb5f8423f87a1ff481105b8f776, store=C 2024-11-20T01:23:00,438 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:00,444 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206a5cf557200c40b194760e7d861b1a0e_69c21eb5f8423f87a1ff481105b8f776 is 50, key is test_row_0/A:col10/1732065779382/Put/seqid=0 2024-11-20T01:23:00,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742253_1429 (size=12454) 2024-11-20T01:23:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:23:00,848 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:00,851 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206a5cf557200c40b194760e7d861b1a0e_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a5cf557200c40b194760e7d861b1a0e_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:00,852 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/0fbc59bd1bab4711af3c3b945fe3efb5, store: [table=TestAcidGuarantees family=A region=69c21eb5f8423f87a1ff481105b8f776] 2024-11-20T01:23:00,852 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/0fbc59bd1bab4711af3c3b945fe3efb5 is 175, key is test_row_0/A:col10/1732065779382/Put/seqid=0 2024-11-20T01:23:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742254_1430 (size=31255) 2024-11-20T01:23:01,257 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/0fbc59bd1bab4711af3c3b945fe3efb5 2024-11-20T01:23:01,262 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/99188d8d65d047598647203d90fe1229 is 50, key is test_row_0/B:col10/1732065779382/Put/seqid=0 2024-11-20T01:23:01,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742255_1431 (size=12301) 2024-11-20T01:23:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:23:01,666 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/99188d8d65d047598647203d90fe1229 2024-11-20T01:23:01,672 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/87ddc210f39d4cf7924cc98107fa95cd is 50, key is test_row_0/C:col10/1732065779382/Put/seqid=0 2024-11-20T01:23:01,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742256_1432 (size=12301) 2024-11-20T01:23:02,075 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/87ddc210f39d4cf7924cc98107fa95cd 2024-11-20T01:23:02,079 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/A/0fbc59bd1bab4711af3c3b945fe3efb5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0fbc59bd1bab4711af3c3b945fe3efb5 2024-11-20T01:23:02,081 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0fbc59bd1bab4711af3c3b945fe3efb5, entries=150, sequenceid=355, filesize=30.5 K 2024-11-20T01:23:02,082 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/B/99188d8d65d047598647203d90fe1229 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/99188d8d65d047598647203d90fe1229 2024-11-20T01:23:02,085 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/99188d8d65d047598647203d90fe1229, entries=150, sequenceid=355, filesize=12.0 K 2024-11-20T01:23:02,085 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/.tmp/C/87ddc210f39d4cf7924cc98107fa95cd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87ddc210f39d4cf7924cc98107fa95cd 2024-11-20T01:23:02,088 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87ddc210f39d4cf7924cc98107fa95cd, entries=150, sequenceid=355, filesize=12.0 K 2024-11-20T01:23:02,088 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 69c21eb5f8423f87a1ff481105b8f776 in 1650ms, sequenceid=355, compaction requested=true 2024-11-20T01:23:02,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/422b9cddd302452cb6e2ad51d0b175b3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/b1cfd0b22ef0489eb8bc5c322d464af8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/6c958f447b1840d289e0f9f21701adfa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/5e4c0149cc56467490b8c4dd69a40ccd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7d9ef21bb3e6417c98d2b1f92289423a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b48e0567db8454cbd896f2940acfbde, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/1a22ae7a21054d15b440b3ba61397022, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/adcfb140d8434606b8de59647b781a4c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/a5c45881d4d34e5c83788bb0419e73b7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ca896a843cf340699b8cd87fb6beaa6a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/c2c2fcc8b3c441759885cf243eb7b6ae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/34afb8dcff454871b0cd5c1e748a3d7a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0d9a6d38df2e4c1a93a10357e65a2245, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7cdfe3fe29684d27a1309279e783e8a8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/f632c339523e4bacb68cb825c8cff9aa, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/41db75206f0e45e7a816cbfa201787d9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/10d1ea75987f4c5f859e69389fe331c7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b79dd22f4bb4f9089b519435f3112d6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8e348cc800d645d69b751fdcd4aa5e33, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/105688cc7152438ab2a81d64ad05e431, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/005c67904a4046ae915a48a5f670b198, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ff66aaa3b54d403e8cf94c0ee84aa638, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/4d8115db7dae4e1d84942e3b3b3f0f2c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/e69cacbf1fa54b2ba5d63fa7c420756b] to archive 2024-11-20T01:23:02,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:02,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/422b9cddd302452cb6e2ad51d0b175b3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/422b9cddd302452cb6e2ad51d0b175b3 2024-11-20T01:23:02,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/b1cfd0b22ef0489eb8bc5c322d464af8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/b1cfd0b22ef0489eb8bc5c322d464af8 2024-11-20T01:23:02,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/6c958f447b1840d289e0f9f21701adfa to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/6c958f447b1840d289e0f9f21701adfa 2024-11-20T01:23:02,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/5e4c0149cc56467490b8c4dd69a40ccd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/5e4c0149cc56467490b8c4dd69a40ccd 2024-11-20T01:23:02,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7d9ef21bb3e6417c98d2b1f92289423a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7d9ef21bb3e6417c98d2b1f92289423a 2024-11-20T01:23:02,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b48e0567db8454cbd896f2940acfbde to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b48e0567db8454cbd896f2940acfbde 2024-11-20T01:23:02,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/1a22ae7a21054d15b440b3ba61397022 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/1a22ae7a21054d15b440b3ba61397022 2024-11-20T01:23:02,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/adcfb140d8434606b8de59647b781a4c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/adcfb140d8434606b8de59647b781a4c 2024-11-20T01:23:02,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/a5c45881d4d34e5c83788bb0419e73b7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/a5c45881d4d34e5c83788bb0419e73b7 2024-11-20T01:23:02,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ca896a843cf340699b8cd87fb6beaa6a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ca896a843cf340699b8cd87fb6beaa6a 2024-11-20T01:23:02,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/c2c2fcc8b3c441759885cf243eb7b6ae to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/c2c2fcc8b3c441759885cf243eb7b6ae 2024-11-20T01:23:02,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/34afb8dcff454871b0cd5c1e748a3d7a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/34afb8dcff454871b0cd5c1e748a3d7a 2024-11-20T01:23:02,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0d9a6d38df2e4c1a93a10357e65a2245 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0d9a6d38df2e4c1a93a10357e65a2245 2024-11-20T01:23:02,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7cdfe3fe29684d27a1309279e783e8a8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/7cdfe3fe29684d27a1309279e783e8a8 2024-11-20T01:23:02,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/f632c339523e4bacb68cb825c8cff9aa to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/f632c339523e4bacb68cb825c8cff9aa 2024-11-20T01:23:02,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/41db75206f0e45e7a816cbfa201787d9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/41db75206f0e45e7a816cbfa201787d9 2024-11-20T01:23:02,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/10d1ea75987f4c5f859e69389fe331c7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/10d1ea75987f4c5f859e69389fe331c7 2024-11-20T01:23:02,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b79dd22f4bb4f9089b519435f3112d6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8b79dd22f4bb4f9089b519435f3112d6 2024-11-20T01:23:02,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8e348cc800d645d69b751fdcd4aa5e33 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/8e348cc800d645d69b751fdcd4aa5e33 2024-11-20T01:23:02,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/105688cc7152438ab2a81d64ad05e431 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/105688cc7152438ab2a81d64ad05e431 2024-11-20T01:23:02,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/005c67904a4046ae915a48a5f670b198 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/005c67904a4046ae915a48a5f670b198 2024-11-20T01:23:02,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ff66aaa3b54d403e8cf94c0ee84aa638 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/ff66aaa3b54d403e8cf94c0ee84aa638 2024-11-20T01:23:02,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/4d8115db7dae4e1d84942e3b3b3f0f2c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/4d8115db7dae4e1d84942e3b3b3f0f2c 2024-11-20T01:23:02,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/e69cacbf1fa54b2ba5d63fa7c420756b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/e69cacbf1fa54b2ba5d63fa7c420756b 2024-11-20T01:23:02,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/564944280efb444fbab43936b14782ae, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/05a00cbc08364560908fbf1f8b77963f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/2459aa7bd1a4497bbc4fd5df7f598685, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/becb9916887542208e256978a6807d3e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/84e09b4f36da41ae9c1fe475f03fa2ab, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/e299df4992b2409ca26e3adde64743bf, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/abe0bf521d9b4f79803d202de6ba92b1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/74ccd265fd0e44a8a48101003d01ba8a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/96c9cff0065e455fa28eadf2edea7093, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8ae47610198c49b9a7394e7d5750439c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/16934d0e4c0e41289adb180536325036, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/d92b1718c3ef4246ba757623fa420c95, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0cf81afbd25e470bb83cb7d96d4db2a7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/cde9ed47262648b49ce84be48bb06a1a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/51d22c9ee4ea4d3ca57e0d46b0d8b817, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/f970a65e06bf47649300f623709483a9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c84e3f4cd5694087ba0c774e0e301e3d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/54cb35d4a16648e09c685ca1a484688c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/61a9771af7e34be79abc20aae7ffd7e5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c6f52b65c9324e74b18f1477a6c3c364, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8d6cd5a90d6a44d0beabfb4f30e57283, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/7055740ea3b540b99647c321a13f3439, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/a889cc047fee4859a9ec472d94e5e918, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0fcfa887583f411683f8da0209cd706a] to archive 2024-11-20T01:23:02,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:02,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/564944280efb444fbab43936b14782ae to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/564944280efb444fbab43936b14782ae 2024-11-20T01:23:02,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/05a00cbc08364560908fbf1f8b77963f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/05a00cbc08364560908fbf1f8b77963f 2024-11-20T01:23:02,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/2459aa7bd1a4497bbc4fd5df7f598685 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/2459aa7bd1a4497bbc4fd5df7f598685 2024-11-20T01:23:02,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/becb9916887542208e256978a6807d3e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/becb9916887542208e256978a6807d3e 2024-11-20T01:23:02,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/84e09b4f36da41ae9c1fe475f03fa2ab to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/84e09b4f36da41ae9c1fe475f03fa2ab 2024-11-20T01:23:02,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/e299df4992b2409ca26e3adde64743bf to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/e299df4992b2409ca26e3adde64743bf 2024-11-20T01:23:02,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/abe0bf521d9b4f79803d202de6ba92b1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/abe0bf521d9b4f79803d202de6ba92b1 2024-11-20T01:23:02,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/74ccd265fd0e44a8a48101003d01ba8a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/74ccd265fd0e44a8a48101003d01ba8a 2024-11-20T01:23:02,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/96c9cff0065e455fa28eadf2edea7093 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/96c9cff0065e455fa28eadf2edea7093 2024-11-20T01:23:02,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8ae47610198c49b9a7394e7d5750439c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8ae47610198c49b9a7394e7d5750439c 2024-11-20T01:23:02,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/16934d0e4c0e41289adb180536325036 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/16934d0e4c0e41289adb180536325036 2024-11-20T01:23:02,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/d92b1718c3ef4246ba757623fa420c95 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/d92b1718c3ef4246ba757623fa420c95 2024-11-20T01:23:02,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0cf81afbd25e470bb83cb7d96d4db2a7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0cf81afbd25e470bb83cb7d96d4db2a7 2024-11-20T01:23:02,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/cde9ed47262648b49ce84be48bb06a1a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/cde9ed47262648b49ce84be48bb06a1a 2024-11-20T01:23:02,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/51d22c9ee4ea4d3ca57e0d46b0d8b817 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/51d22c9ee4ea4d3ca57e0d46b0d8b817 2024-11-20T01:23:02,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/f970a65e06bf47649300f623709483a9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/f970a65e06bf47649300f623709483a9 2024-11-20T01:23:02,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c84e3f4cd5694087ba0c774e0e301e3d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c84e3f4cd5694087ba0c774e0e301e3d 2024-11-20T01:23:02,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/54cb35d4a16648e09c685ca1a484688c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/54cb35d4a16648e09c685ca1a484688c 2024-11-20T01:23:02,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/61a9771af7e34be79abc20aae7ffd7e5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/61a9771af7e34be79abc20aae7ffd7e5 2024-11-20T01:23:02,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c6f52b65c9324e74b18f1477a6c3c364 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/c6f52b65c9324e74b18f1477a6c3c364 2024-11-20T01:23:02,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8d6cd5a90d6a44d0beabfb4f30e57283 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/8d6cd5a90d6a44d0beabfb4f30e57283 2024-11-20T01:23:02,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/7055740ea3b540b99647c321a13f3439 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/7055740ea3b540b99647c321a13f3439 2024-11-20T01:23:02,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/a889cc047fee4859a9ec472d94e5e918 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/a889cc047fee4859a9ec472d94e5e918 2024-11-20T01:23:02,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0fcfa887583f411683f8da0209cd706a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/0fcfa887583f411683f8da0209cd706a 2024-11-20T01:23:02,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/be8b33b37f774a60911bb07557a1d2e6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/7bb115a576d04796be22fd84b5b8c8e6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/a2a05b09a2ed4b70a989bfa18f908631, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/d57ebb60358f4217831415584c5e3fdd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/04ec24b155db474fa254f1f1ea086a7b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b125b5d730ee4a1fb653924a3f83ca24, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/bd514ded087f460cb76ce1f4cf68ea44, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f14255249ce348b6905217840d3f8d87, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/5a2c79171b5a41c782981441da7d9b86, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/e84ae93682b14827854daacb185858d9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f0a70ff9d2a344f4843b01f7197c7472, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b2fbbd0767c94524bf12a0d946638c56, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/443c229eb1e0415e9bacbfaf67f3ea1c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/845207309ca34798966b15e6432e08a4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/473c2fbf60664f60b77b3eae5d12dd00, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/51d19ac935444812b48066970913852b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87e0baa9cd1445cb870fe9e2800213ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/1c030e8805d947128625c59c378f6801, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/69069f8d2de847898493b5949c7472d1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/6409326e139c4f56becc5bfaf9364e13] to archive 2024-11-20T01:23:02,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:02,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/be8b33b37f774a60911bb07557a1d2e6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/be8b33b37f774a60911bb07557a1d2e6 2024-11-20T01:23:02,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/7bb115a576d04796be22fd84b5b8c8e6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/7bb115a576d04796be22fd84b5b8c8e6 2024-11-20T01:23:02,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/a2a05b09a2ed4b70a989bfa18f908631 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/a2a05b09a2ed4b70a989bfa18f908631 2024-11-20T01:23:02,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/d57ebb60358f4217831415584c5e3fdd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/d57ebb60358f4217831415584c5e3fdd 2024-11-20T01:23:02,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/04ec24b155db474fa254f1f1ea086a7b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/04ec24b155db474fa254f1f1ea086a7b 2024-11-20T01:23:02,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b125b5d730ee4a1fb653924a3f83ca24 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b125b5d730ee4a1fb653924a3f83ca24 2024-11-20T01:23:02,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/bd514ded087f460cb76ce1f4cf68ea44 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/bd514ded087f460cb76ce1f4cf68ea44 2024-11-20T01:23:02,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f14255249ce348b6905217840d3f8d87 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f14255249ce348b6905217840d3f8d87 2024-11-20T01:23:02,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/5a2c79171b5a41c782981441da7d9b86 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/5a2c79171b5a41c782981441da7d9b86 2024-11-20T01:23:02,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/e84ae93682b14827854daacb185858d9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/e84ae93682b14827854daacb185858d9 2024-11-20T01:23:02,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f0a70ff9d2a344f4843b01f7197c7472 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/f0a70ff9d2a344f4843b01f7197c7472 2024-11-20T01:23:02,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b2fbbd0767c94524bf12a0d946638c56 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b2fbbd0767c94524bf12a0d946638c56 2024-11-20T01:23:02,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/443c229eb1e0415e9bacbfaf67f3ea1c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/443c229eb1e0415e9bacbfaf67f3ea1c 2024-11-20T01:23:02,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/845207309ca34798966b15e6432e08a4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/845207309ca34798966b15e6432e08a4 2024-11-20T01:23:02,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/473c2fbf60664f60b77b3eae5d12dd00 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/473c2fbf60664f60b77b3eae5d12dd00 2024-11-20T01:23:02,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/51d19ac935444812b48066970913852b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/51d19ac935444812b48066970913852b 2024-11-20T01:23:02,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87e0baa9cd1445cb870fe9e2800213ca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87e0baa9cd1445cb870fe9e2800213ca 2024-11-20T01:23:02,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/1c030e8805d947128625c59c378f6801 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/1c030e8805d947128625c59c378f6801 2024-11-20T01:23:02,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/69069f8d2de847898493b5949c7472d1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/69069f8d2de847898493b5949c7472d1 2024-11-20T01:23:02,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/6409326e139c4f56becc5bfaf9364e13 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/6409326e139c4f56becc5bfaf9364e13 2024-11-20T01:23:02,149 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/recovered.edits/358.seqid, newMaxSeqId=358, maxSeqId=4 2024-11-20T01:23:02,149 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776. 2024-11-20T01:23:02,149 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1635): Region close journal for 69c21eb5f8423f87a1ff481105b8f776: 2024-11-20T01:23:02,151 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(170): Closed 69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:02,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=69c21eb5f8423f87a1ff481105b8f776, regionState=CLOSED 2024-11-20T01:23:02,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T01:23:02,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseRegionProcedure 69c21eb5f8423f87a1ff481105b8f776, server=31023a2ec537,44825,1732065660140 in 2.7300 sec 2024-11-20T01:23:02,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T01:23:02,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=69c21eb5f8423f87a1ff481105b8f776, UNASSIGN in 2.7350 sec 2024-11-20T01:23:02,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T01:23:02,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7400 sec 2024-11-20T01:23:02,159 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065782158"}]},"ts":"1732065782158"} 2024-11-20T01:23:02,160 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:23:02,162 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:23:02,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.7600 sec 2024-11-20T01:23:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:23:03,511 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-20T01:23:03,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:23:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,513 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T01:23:03,514 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=128, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,515 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,517 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/recovered.edits] 2024-11-20T01:23:03,519 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0fbc59bd1bab4711af3c3b945fe3efb5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/0fbc59bd1bab4711af3c3b945fe3efb5 2024-11-20T01:23:03,520 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/77b29c690db94d93ad7b0bbe2829ab8f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/A/77b29c690db94d93ad7b0bbe2829ab8f 2024-11-20T01:23:03,523 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/118414bd26e646ebab8241af4f94476e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/118414bd26e646ebab8241af4f94476e 2024-11-20T01:23:03,524 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/99188d8d65d047598647203d90fe1229 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/B/99188d8d65d047598647203d90fe1229 2024-11-20T01:23:03,525 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/0ee2929c342745039bfdaa235d6b368c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/0ee2929c342745039bfdaa235d6b368c 2024-11-20T01:23:03,526 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/25b4b036f23e41e0bfc52637444b48ca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/25b4b036f23e41e0bfc52637444b48ca 2024-11-20T01:23:03,527 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/70464053b12040bcacfc58ffd23420f6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/70464053b12040bcacfc58ffd23420f6 2024-11-20T01:23:03,528 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87ddc210f39d4cf7924cc98107fa95cd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/87ddc210f39d4cf7924cc98107fa95cd 2024-11-20T01:23:03,529 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b8759f7ad4ca44a295b1c738453bde63 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/C/b8759f7ad4ca44a295b1c738453bde63 2024-11-20T01:23:03,531 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/recovered.edits/358.seqid to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776/recovered.edits/358.seqid 2024-11-20T01:23:03,531 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,531 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:23:03,532 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:23:03,532 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T01:23:03,535 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120053d366df21340bebce4694071ccde65_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120053d366df21340bebce4694071ccde65_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,536 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200fa4e46e389348f4b3ef2643d0da4a6f_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200fa4e46e389348f4b3ef2643d0da4a6f_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,537 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f806d7886f54e9184206428d1b1d4ac_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f806d7886f54e9184206428d1b1d4ac_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,538 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e574da00cd845b4aace50b2f83c61ae_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e574da00cd845b4aace50b2f83c61ae_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,539 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e9f2d2f3d4440a3ad7fdf2fbdfb0b70_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e9f2d2f3d4440a3ad7fdf2fbdfb0b70_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,539 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033da75b5698641adb7f40cbc14351a4e_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033da75b5698641adb7f40cbc14351a4e_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,540 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ac41d29bb57411fbc61832759c067ef_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ac41d29bb57411fbc61832759c067ef_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,541 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206791810b5e0545f79bcd487dd64a1945_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206791810b5e0545f79bcd487dd64a1945_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,542 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a5cf557200c40b194760e7d861b1a0e_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a5cf557200c40b194760e7d861b1a0e_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,543 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120850ae0a1208d4c2b8f2f9b8a67b4d97c_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120850ae0a1208d4c2b8f2f9b8a67b4d97c_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,544 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a8c3b7dec9041b39554d6a66e15dd19_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a8c3b7dec9041b39554d6a66e15dd19_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,545 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208ff1b227efe4479aaeeca0acc3afabac_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208ff1b227efe4479aaeeca0acc3afabac_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,546 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6a2e74093484f26beebd4652463cd3f_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6a2e74093484f26beebd4652463cd3f_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,546 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c73eb531ffd540b8b03ed6872a4ffe28_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c73eb531ffd540b8b03ed6872a4ffe28_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,547 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e1d14fbaffb5499984da0bcfd10705c6_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e1d14fbaffb5499984da0bcfd10705c6_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,548 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f02ad5ac83554b6a91f423b235d400e8_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f02ad5ac83554b6a91f423b235d400e8_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,549 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f224bc9ff96b4637a41f6a8b2caa5cdb_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f224bc9ff96b4637a41f6a8b2caa5cdb_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,550 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2e3af87011545f8bbc61e351deb7f07_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2e3af87011545f8bbc61e351deb7f07_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,551 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3bd368820b24277964aa520033a7268_69c21eb5f8423f87a1ff481105b8f776 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3bd368820b24277964aa520033a7268_69c21eb5f8423f87a1ff481105b8f776 2024-11-20T01:23:03,551 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:23:03,553 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=128, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,554 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:23:03,556 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:23:03,557 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=128, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,557 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:23:03,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065783557"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:03,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:23:03,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 69c21eb5f8423f87a1ff481105b8f776, NAME => 'TestAcidGuarantees,,1732065756461.69c21eb5f8423f87a1ff481105b8f776.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:23:03,559 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:23:03,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065783559"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:03,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:23:03,562 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=128, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-20T01:23:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T01:23:03,615 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T01:23:03,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=598 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2219 (was 2827) 2024-11-20T01:23:03,633 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=598, ProcessCount=11, AvailableMemoryMB=2219 2024-11-20T01:23:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:23:03,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:03,636 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:03,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 129 2024-11-20T01:23:03,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:23:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742257_1433 (size=960) 2024-11-20T01:23:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:23:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:23:04,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:23:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742258_1434 (size=53) 2024-11-20T01:23:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:23:04,449 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:04,449 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ac41d8b5a06bc179df260cc09787d899, disabling compactions & flushes 2024-11-20T01:23:04,449 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:04,449 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:04,449 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. after waiting 0 ms 2024-11-20T01:23:04,449 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:04,449 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:04,449 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:04,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:04,451 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065784450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065784450"}]},"ts":"1732065784450"} 2024-11-20T01:23:04,452 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:23:04,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:04,453 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065784452"}]},"ts":"1732065784452"} 2024-11-20T01:23:04,453 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:23:04,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac41d8b5a06bc179df260cc09787d899, ASSIGN}] 2024-11-20T01:23:04,458 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac41d8b5a06bc179df260cc09787d899, ASSIGN 2024-11-20T01:23:04,459 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac41d8b5a06bc179df260cc09787d899, ASSIGN; state=OFFLINE, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=false 2024-11-20T01:23:04,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=ac41d8b5a06bc179df260cc09787d899, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:23:04,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; OpenRegionProcedure ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:23:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:23:04,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:04,764 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:04,764 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7285): Opening region: {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:04,765 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,765 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:04,765 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7327): checking encryption for ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,765 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7330): checking classloading for ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,766 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,767 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:04,767 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac41d8b5a06bc179df260cc09787d899 columnFamilyName A 2024-11-20T01:23:04,767 DEBUG [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:04,767 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.HStore(327): Store=ac41d8b5a06bc179df260cc09787d899/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:04,768 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,768 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:04,769 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac41d8b5a06bc179df260cc09787d899 columnFamilyName B 2024-11-20T01:23:04,769 DEBUG [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:04,769 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.HStore(327): Store=ac41d8b5a06bc179df260cc09787d899/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:04,769 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,770 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:04,770 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac41d8b5a06bc179df260cc09787d899 columnFamilyName C 2024-11-20T01:23:04,770 DEBUG [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:04,771 INFO [StoreOpener-ac41d8b5a06bc179df260cc09787d899-1 {}] regionserver.HStore(327): Store=ac41d8b5a06bc179df260cc09787d899/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:04,771 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:04,771 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,771 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,772 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:23:04,773 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1085): writing seq id for ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:04,775 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:04,775 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1102): Opened ac41d8b5a06bc179df260cc09787d899; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74819069, jitterRate=0.11489100754261017}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:23:04,776 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1001): Region open journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:04,776 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., pid=131, masterSystemTime=1732065784762 2024-11-20T01:23:04,777 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:04,777 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:04,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=ac41d8b5a06bc179df260cc09787d899, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:23:04,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T01:23:04,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; OpenRegionProcedure ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 in 169 msec 2024-11-20T01:23:04,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T01:23:04,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac41d8b5a06bc179df260cc09787d899, ASSIGN in 323 msec 2024-11-20T01:23:04,781 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:04,781 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065784781"}]},"ts":"1732065784781"} 2024-11-20T01:23:04,782 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:23:04,784 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:04,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-20T01:23:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:23:05,741 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 129 completed 2024-11-20T01:23:05,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-20T01:23:05,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,748 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:05,750 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:05,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-20T01:23:05,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-20T01:23:05,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-20T01:23:05,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-20T01:23:05,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,768 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-11-20T01:23:05,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-20T01:23:05,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-20T01:23:05,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-20T01:23:05,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,789 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-20T01:23:05,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-11-20T01:23:05,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,800 DEBUG [hconnection-0x372f97ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-20T01:23:05,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:23:05,802 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:05,803 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:05,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:05,804 DEBUG [hconnection-0x5318c09b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,804 DEBUG [hconnection-0x6a61ce53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,805 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,805 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,808 DEBUG [hconnection-0x76dc4707-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,809 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:05,812 DEBUG [hconnection-0x303a34bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:05,812 DEBUG [hconnection-0x534f255d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:05,813 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,813 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,816 DEBUG [hconnection-0x5f9d26dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,816 DEBUG [hconnection-0x2b7399cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,817 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,817 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,820 DEBUG [hconnection-0x722ff9b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,821 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,825 DEBUG [hconnection-0xef4cf2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,826 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065845833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065845835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065845835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065845839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065845839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/dd582164beab42c8b75e4165d836f877 is 50, key is test_row_0/A:col10/1732065785808/Put/seqid=0 2024-11-20T01:23:05,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742259_1435 (size=9657) 2024-11-20T01:23:05,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/dd582164beab42c8b75e4165d836f877 2024-11-20T01:23:05,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e2dac732b80d4b90b910c942e7452a88 is 50, key is test_row_0/B:col10/1732065785808/Put/seqid=0 2024-11-20T01:23:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742260_1436 (size=9657) 2024-11-20T01:23:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:23:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065845940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065845940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065845941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065845941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065845941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,954 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:05,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:23:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:05,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:23:06,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:23:06,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:06,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065846143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065846143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065846144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065846145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065846146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:23:06,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:06,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e2dac732b80d4b90b910c942e7452a88 2024-11-20T01:23:06,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/34c94cfec1d8496bab8d4a06d098cc98 is 50, key is test_row_0/C:col10/1732065785808/Put/seqid=0 2024-11-20T01:23:06,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742261_1437 (size=9657) 2024-11-20T01:23:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:23:06,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:23:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065846446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065846447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065846449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065846450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065846451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:23:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:23:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/34c94cfec1d8496bab8d4a06d098cc98 2024-11-20T01:23:06,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/dd582164beab42c8b75e4165d836f877 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/dd582164beab42c8b75e4165d836f877 2024-11-20T01:23:06,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/dd582164beab42c8b75e4165d836f877, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T01:23:06,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e2dac732b80d4b90b910c942e7452a88 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e2dac732b80d4b90b910c942e7452a88 2024-11-20T01:23:06,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e2dac732b80d4b90b910c942e7452a88, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T01:23:06,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/34c94cfec1d8496bab8d4a06d098cc98 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/34c94cfec1d8496bab8d4a06d098cc98 2024-11-20T01:23:06,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/34c94cfec1d8496bab8d4a06d098cc98, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T01:23:06,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ac41d8b5a06bc179df260cc09787d899 in 950ms, sequenceid=12, compaction requested=false 2024-11-20T01:23:06,762 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T01:23:06,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:06,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:23:06,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:06,876 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:06,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/e8b2a0c1192742f3a8706478f3810e3b is 50, key is test_row_0/A:col10/1732065785832/Put/seqid=0 2024-11-20T01:23:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:23:06,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742262_1438 (size=12001) 2024-11-20T01:23:06,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:06,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065846964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065846965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065846965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065846974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:06,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065846975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065847077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065847083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065847084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065847085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065847085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065847283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065847290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065847290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065847291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065847291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,351 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/e8b2a0c1192742f3a8706478f3810e3b 2024-11-20T01:23:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/b6e1ab814d9f476a916f970d63733c4e is 50, key is test_row_0/B:col10/1732065785832/Put/seqid=0 2024-11-20T01:23:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742263_1439 (size=12001) 2024-11-20T01:23:07,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065847592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065847599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065847599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065847599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065847602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:07,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:23:07,808 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/b6e1ab814d9f476a916f970d63733c4e 2024-11-20T01:23:07,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/11e65da9b4a24902bee10e968fc71b5d is 50, key is test_row_0/C:col10/1732065785832/Put/seqid=0 2024-11-20T01:23:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742264_1440 (size=12001) 2024-11-20T01:23:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:23:08,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065848104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:08,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065848106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065848106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065848107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065848111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:08,271 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/11e65da9b4a24902bee10e968fc71b5d 2024-11-20T01:23:08,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/e8b2a0c1192742f3a8706478f3810e3b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/e8b2a0c1192742f3a8706478f3810e3b 2024-11-20T01:23:08,282 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/e8b2a0c1192742f3a8706478f3810e3b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T01:23:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/b6e1ab814d9f476a916f970d63733c4e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b6e1ab814d9f476a916f970d63733c4e 2024-11-20T01:23:08,289 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b6e1ab814d9f476a916f970d63733c4e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T01:23:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/11e65da9b4a24902bee10e968fc71b5d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/11e65da9b4a24902bee10e968fc71b5d 2024-11-20T01:23:08,295 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/11e65da9b4a24902bee10e968fc71b5d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T01:23:08,296 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ac41d8b5a06bc179df260cc09787d899 in 1420ms, sequenceid=37, compaction requested=false 2024-11-20T01:23:08,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:08,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:08,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-20T01:23:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-20T01:23:08,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T01:23:08,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4960 sec 2024-11-20T01:23:08,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.5010 sec 2024-11-20T01:23:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:09,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:09,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/06d127377ac247159e8f012d959f9c2f is 50, key is test_row_0/A:col10/1732065786970/Put/seqid=0 2024-11-20T01:23:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742265_1441 (size=14341) 2024-11-20T01:23:09,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/06d127377ac247159e8f012d959f9c2f 2024-11-20T01:23:09,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/10496edaf18d404e948dbebb993323a9 is 50, key is test_row_0/B:col10/1732065786970/Put/seqid=0 2024-11-20T01:23:09,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742266_1442 (size=12001) 2024-11-20T01:23:09,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065849164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065849172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065849175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065849180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065849181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065849275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065849276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065849282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065849283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065849283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065849483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065849483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065849491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065849492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065849498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/10496edaf18d404e948dbebb993323a9 2024-11-20T01:23:09,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/0e0ad4112e3742fbae04cc5c66eff5e8 is 50, key is test_row_0/C:col10/1732065786970/Put/seqid=0 2024-11-20T01:23:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742267_1443 (size=12001) 2024-11-20T01:23:09,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065849792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065849793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065849801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065849803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065849806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:23:09,907 INFO [Thread-1952 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T01:23:09,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-20T01:23:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:23:09,910 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:09,911 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:09,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:23:10,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/0e0ad4112e3742fbae04cc5c66eff5e8 2024-11-20T01:23:10,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/06d127377ac247159e8f012d959f9c2f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/06d127377ac247159e8f012d959f9c2f 2024-11-20T01:23:10,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/06d127377ac247159e8f012d959f9c2f, entries=200, sequenceid=49, filesize=14.0 K 2024-11-20T01:23:10,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/10496edaf18d404e948dbebb993323a9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/10496edaf18d404e948dbebb993323a9 2024-11-20T01:23:10,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/10496edaf18d404e948dbebb993323a9, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T01:23:10,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/0e0ad4112e3742fbae04cc5c66eff5e8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/0e0ad4112e3742fbae04cc5c66eff5e8 2024-11-20T01:23:10,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/0e0ad4112e3742fbae04cc5c66eff5e8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T01:23:10,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ac41d8b5a06bc179df260cc09787d899 in 939ms, sequenceid=49, compaction requested=true 2024-11-20T01:23:10,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:10,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:10,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:10,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:10,051 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:10,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:10,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:10,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:10,051 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:10,052 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:10,052 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:10,052 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:10,052 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:10,052 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:10,052 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:10,052 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/dd582164beab42c8b75e4165d836f877, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/e8b2a0c1192742f3a8706478f3810e3b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/06d127377ac247159e8f012d959f9c2f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.2 K 2024-11-20T01:23:10,052 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e2dac732b80d4b90b910c942e7452a88, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b6e1ab814d9f476a916f970d63733c4e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/10496edaf18d404e948dbebb993323a9] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=32.9 K 2024-11-20T01:23:10,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e2dac732b80d4b90b910c942e7452a88, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065785808 2024-11-20T01:23:10,053 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd582164beab42c8b75e4165d836f877, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065785808 2024-11-20T01:23:10,053 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8b2a0c1192742f3a8706478f3810e3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732065785831 2024-11-20T01:23:10,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b6e1ab814d9f476a916f970d63733c4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732065785831 2024-11-20T01:23:10,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 10496edaf18d404e948dbebb993323a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065786962 2024-11-20T01:23:10,053 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06d127377ac247159e8f012d959f9c2f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065786962 2024-11-20T01:23:10,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T01:23:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:10,064 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,066 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:10,067 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/2fc42d671702425fb73367a1ca64828d is 50, key is test_row_0/A:col10/1732065786970/Put/seqid=0 2024-11-20T01:23:10,074 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:10,075 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/81fc59df1b9041b3888a6b8e50d5c967 is 50, key is test_row_0/B:col10/1732065786970/Put/seqid=0 2024-11-20T01:23:10,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/703338f2e3e04d02ad9957e2154571c8 is 50, key is test_row_0/A:col10/1732065789170/Put/seqid=0 2024-11-20T01:23:10,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742268_1444 (size=12104) 2024-11-20T01:23:10,126 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/2fc42d671702425fb73367a1ca64828d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/2fc42d671702425fb73367a1ca64828d 2024-11-20T01:23:10,132 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into 2fc42d671702425fb73367a1ca64828d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:10,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:10,132 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065790050; duration=0sec 2024-11-20T01:23:10,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:10,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:10,132 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:10,137 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:10,137 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:10,137 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:10,137 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/34c94cfec1d8496bab8d4a06d098cc98, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/11e65da9b4a24902bee10e968fc71b5d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/0e0ad4112e3742fbae04cc5c66eff5e8] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=32.9 K 2024-11-20T01:23:10,139 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34c94cfec1d8496bab8d4a06d098cc98, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065785808 2024-11-20T01:23:10,139 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11e65da9b4a24902bee10e968fc71b5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732065785831 2024-11-20T01:23:10,140 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e0ad4112e3742fbae04cc5c66eff5e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065786962 2024-11-20T01:23:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742269_1445 (size=12104) 2024-11-20T01:23:10,164 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/81fc59df1b9041b3888a6b8e50d5c967 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/81fc59df1b9041b3888a6b8e50d5c967 2024-11-20T01:23:10,171 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into 81fc59df1b9041b3888a6b8e50d5c967(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:10,171 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:10,171 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065790051; duration=0sec 2024-11-20T01:23:10,171 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:10,171 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:10,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742270_1446 (size=12001) 2024-11-20T01:23:10,192 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:10,192 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/fd7cfe2429ca4f83842d481cf1c55e62 is 50, key is test_row_0/C:col10/1732065786970/Put/seqid=0 2024-11-20T01:23:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:23:10,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742271_1447 (size=12104) 2024-11-20T01:23:10,245 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/fd7cfe2429ca4f83842d481cf1c55e62 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fd7cfe2429ca4f83842d481cf1c55e62 2024-11-20T01:23:10,252 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into fd7cfe2429ca4f83842d481cf1c55e62(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:10,253 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:10,253 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065790051; duration=0sec 2024-11-20T01:23:10,253 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:10,253 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:10,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065850333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065850338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065850338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065850349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065850349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065850451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065850451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065850460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065850461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:23:10,583 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/703338f2e3e04d02ad9957e2154571c8 2024-11-20T01:23:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/4b3a58348c9a401b947ad48a6f59bb9c is 50, key is test_row_0/B:col10/1732065789170/Put/seqid=0 2024-11-20T01:23:10,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742272_1448 (size=12001) 2024-11-20T01:23:10,646 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/4b3a58348c9a401b947ad48a6f59bb9c 2024-11-20T01:23:10,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/a00b3a8ca774498fa808e4b692b693b9 is 50, key is test_row_0/C:col10/1732065789170/Put/seqid=0 2024-11-20T01:23:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065850664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065850665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065850665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065850666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:10,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742273_1449 (size=12001) 2024-11-20T01:23:10,714 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/a00b3a8ca774498fa808e4b692b693b9 2024-11-20T01:23:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/703338f2e3e04d02ad9957e2154571c8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/703338f2e3e04d02ad9957e2154571c8 2024-11-20T01:23:10,725 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/703338f2e3e04d02ad9957e2154571c8, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T01:23:10,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/4b3a58348c9a401b947ad48a6f59bb9c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/4b3a58348c9a401b947ad48a6f59bb9c 2024-11-20T01:23:10,730 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/4b3a58348c9a401b947ad48a6f59bb9c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T01:23:10,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/a00b3a8ca774498fa808e4b692b693b9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a00b3a8ca774498fa808e4b692b693b9 2024-11-20T01:23:10,741 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a00b3a8ca774498fa808e4b692b693b9, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T01:23:10,742 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ac41d8b5a06bc179df260cc09787d899 in 678ms, sequenceid=74, compaction requested=false 2024-11-20T01:23:10,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:10,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:10,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-20T01:23:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-20T01:23:10,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T01:23:10,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 832 msec 2024-11-20T01:23:10,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 837 msec 2024-11-20T01:23:10,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:10,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:10,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:10,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:10,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:10,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/417ff36e81934064b91d004085bc00cd is 50, key is test_row_0/A:col10/1732065790971/Put/seqid=0 2024-11-20T01:23:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:23:11,016 INFO [Thread-1952 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-20T01:23:11,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-20T01:23:11,019 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:23:11,021 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:11,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:11,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742274_1450 (size=14341) 2024-11-20T01:23:11,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065851049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065851051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065851055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065851055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:23:11,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065851162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065851164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065851167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:23:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065851168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:23:11,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:23:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065851355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065851369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065851373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065851374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065851377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/417ff36e81934064b91d004085bc00cd 2024-11-20T01:23:11,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/9056f9fcfcef49609b7ef512cf9f8626 is 50, key is test_row_0/B:col10/1732065790971/Put/seqid=0 2024-11-20T01:23:11,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:23:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742275_1451 (size=12001) 2024-11-20T01:23:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:23:11,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:23:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065851677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065851680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065851682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065851685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:23:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/9056f9fcfcef49609b7ef512cf9f8626 2024-11-20T01:23:11,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/afa1014b361741038616af145a2ab04e is 50, key is test_row_0/C:col10/1732065790971/Put/seqid=0 2024-11-20T01:23:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742276_1452 (size=12001) 2024-11-20T01:23:11,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/afa1014b361741038616af145a2ab04e 2024-11-20T01:23:11,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:11,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:23:11,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:11,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/417ff36e81934064b91d004085bc00cd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/417ff36e81934064b91d004085bc00cd 2024-11-20T01:23:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:11,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/417ff36e81934064b91d004085bc00cd, entries=200, sequenceid=89, filesize=14.0 K 2024-11-20T01:23:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/9056f9fcfcef49609b7ef512cf9f8626 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/9056f9fcfcef49609b7ef512cf9f8626 2024-11-20T01:23:11,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/9056f9fcfcef49609b7ef512cf9f8626, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T01:23:11,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/afa1014b361741038616af145a2ab04e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/afa1014b361741038616af145a2ab04e 2024-11-20T01:23:11,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/afa1014b361741038616af145a2ab04e, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T01:23:11,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ac41d8b5a06bc179df260cc09787d899 in 998ms, sequenceid=89, compaction requested=true 2024-11-20T01:23:11,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:11,971 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:11,972 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:11,972 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:11,972 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:11,972 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,972 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/2fc42d671702425fb73367a1ca64828d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/703338f2e3e04d02ad9957e2154571c8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/417ff36e81934064b91d004085bc00cd] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=37.5 K 2024-11-20T01:23:11,973 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fc42d671702425fb73367a1ca64828d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065786962 2024-11-20T01:23:11,973 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:11,973 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:11,973 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:11,973 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/81fc59df1b9041b3888a6b8e50d5c967, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/4b3a58348c9a401b947ad48a6f59bb9c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/9056f9fcfcef49609b7ef512cf9f8626] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.3 K 2024-11-20T01:23:11,973 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 703338f2e3e04d02ad9957e2154571c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732065789161 2024-11-20T01:23:11,974 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 81fc59df1b9041b3888a6b8e50d5c967, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065786962 2024-11-20T01:23:11,974 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b3a58348c9a401b947ad48a6f59bb9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732065789161 2024-11-20T01:23:11,974 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 417ff36e81934064b91d004085bc00cd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732065790323 2024-11-20T01:23:11,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:11,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:11,974 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9056f9fcfcef49609b7ef512cf9f8626, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732065790323 2024-11-20T01:23:11,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:11,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:11,983 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:11,983 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/7d797ace23984b81abdbd14bd574f8ba is 50, key is test_row_0/A:col10/1732065790971/Put/seqid=0 2024-11-20T01:23:11,998 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#378 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:11,999 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/7bb19a136e714ebdaef5402115c9e1dc is 50, key is test_row_0/B:col10/1732065790971/Put/seqid=0 2024-11-20T01:23:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742277_1453 (size=12207) 2024-11-20T01:23:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742278_1454 (size=12207) 2024-11-20T01:23:12,083 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/7bb19a136e714ebdaef5402115c9e1dc as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7bb19a136e714ebdaef5402115c9e1dc 2024-11-20T01:23:12,088 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into 7bb19a136e714ebdaef5402115c9e1dc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:12,088 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:12,088 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065791972; duration=0sec 2024-11-20T01:23:12,088 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:12,088 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:12,088 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:12,089 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:12,090 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:12,090 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:12,090 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fd7cfe2429ca4f83842d481cf1c55e62, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a00b3a8ca774498fa808e4b692b693b9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/afa1014b361741038616af145a2ab04e] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.3 K 2024-11-20T01:23:12,091 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting fd7cfe2429ca4f83842d481cf1c55e62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065786962 2024-11-20T01:23:12,092 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a00b3a8ca774498fa808e4b692b693b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732065789161 2024-11-20T01:23:12,092 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting afa1014b361741038616af145a2ab04e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732065790323 2024-11-20T01:23:12,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:23:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:12,097 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,112 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:12,113 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/fac8df103a0c409880d2403c8522a649 is 50, key is test_row_0/C:col10/1732065790971/Put/seqid=0 2024-11-20T01:23:12,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/9c953b3cecec48088b0bc3467943ce2c is 50, key is test_row_0/A:col10/1732065791048/Put/seqid=0 2024-11-20T01:23:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:23:12,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742279_1455 (size=12207) 2024-11-20T01:23:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742280_1456 (size=12001) 2024-11-20T01:23:12,196 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/9c953b3cecec48088b0bc3467943ce2c 2024-11-20T01:23:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:12,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/47fd258dc6fa43bbb5fbe6ac2b8d1588 is 50, key is test_row_0/B:col10/1732065791048/Put/seqid=0 2024-11-20T01:23:12,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065852206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065852212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065852215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065852216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742281_1457 (size=12001) 2024-11-20T01:23:12,255 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/47fd258dc6fa43bbb5fbe6ac2b8d1588 2024-11-20T01:23:12,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/7879322974c04f35ab2c6fb63120a222 is 50, key is test_row_0/C:col10/1732065791048/Put/seqid=0 2024-11-20T01:23:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742282_1458 (size=12001) 2024-11-20T01:23:12,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065852323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065852323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065852327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065852328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,464 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/7d797ace23984b81abdbd14bd574f8ba as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/7d797ace23984b81abdbd14bd574f8ba 2024-11-20T01:23:12,470 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into 7d797ace23984b81abdbd14bd574f8ba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:12,470 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:12,470 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065791971; duration=0sec 2024-11-20T01:23:12,470 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:12,470 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:12,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065852532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065852532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065852536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065852537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,583 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/fac8df103a0c409880d2403c8522a649 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fac8df103a0c409880d2403c8522a649 2024-11-20T01:23:12,588 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into fac8df103a0c409880d2403c8522a649(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:12,588 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:12,588 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065791974; duration=0sec 2024-11-20T01:23:12,588 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:12,588 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:12,730 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/7879322974c04f35ab2c6fb63120a222 2024-11-20T01:23:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/9c953b3cecec48088b0bc3467943ce2c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9c953b3cecec48088b0bc3467943ce2c 2024-11-20T01:23:12,740 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9c953b3cecec48088b0bc3467943ce2c, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:23:12,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/47fd258dc6fa43bbb5fbe6ac2b8d1588 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/47fd258dc6fa43bbb5fbe6ac2b8d1588 2024-11-20T01:23:12,746 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/47fd258dc6fa43bbb5fbe6ac2b8d1588, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:23:12,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/7879322974c04f35ab2c6fb63120a222 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/7879322974c04f35ab2c6fb63120a222 2024-11-20T01:23:12,754 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/7879322974c04f35ab2c6fb63120a222, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:23:12,755 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ac41d8b5a06bc179df260cc09787d899 in 657ms, sequenceid=115, compaction requested=false 2024-11-20T01:23:12,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:12,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:12,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-20T01:23:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-20T01:23:12,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-20T01:23:12,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7350 sec 2024-11-20T01:23:12,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.7410 sec 2024-11-20T01:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:12,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:12,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:12,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:12,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:12,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ac5cdd30026248e399cd77b996c2e244 is 50, key is test_row_0/A:col10/1732065792842/Put/seqid=0 2024-11-20T01:23:12,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742283_1459 (size=12051) 2024-11-20T01:23:12,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065852902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065852905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065852907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:12,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065852916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065853017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065853019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065853019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065853029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:23:13,124 INFO [Thread-1952 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-20T01:23:13,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-20T01:23:13,135 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:13,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:13,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:23:13,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065853230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065853230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065853231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:23:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065853240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,289 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:23:13,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:13,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ac5cdd30026248e399cd77b996c2e244 2024-11-20T01:23:13,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/dafca68fc3c64942af1a81dab072f431 is 50, key is test_row_0/B:col10/1732065792842/Put/seqid=0 2024-11-20T01:23:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065853371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,377 DEBUG [Thread-1946 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742284_1460 (size=12051) 2024-11-20T01:23:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:23:13,441 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:23:13,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:13,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065853533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065853533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065853534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065853549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:23:13,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:13,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:23:13,751 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:23:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/dafca68fc3c64942af1a81dab072f431 2024-11-20T01:23:13,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/fa9cadd3d6944ba0842bcf7188ee53b7 is 50, key is test_row_0/C:col10/1732065792842/Put/seqid=0 2024-11-20T01:23:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742285_1461 (size=12051) 2024-11-20T01:23:13,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:13,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:23:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:13,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:14,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065854042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065854043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065854044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:14,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:14,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065854055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:14,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:23:14,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:14,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:14,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:14,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:14,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:14,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:14,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:23:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:14,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:14,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/fa9cadd3d6944ba0842bcf7188ee53b7 2024-11-20T01:23:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ac5cdd30026248e399cd77b996c2e244 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ac5cdd30026248e399cd77b996c2e244 2024-11-20T01:23:14,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ac5cdd30026248e399cd77b996c2e244, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T01:23:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/dafca68fc3c64942af1a81dab072f431 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/dafca68fc3c64942af1a81dab072f431 2024-11-20T01:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:23:14,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/dafca68fc3c64942af1a81dab072f431, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T01:23:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/fa9cadd3d6944ba0842bcf7188ee53b7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fa9cadd3d6944ba0842bcf7188ee53b7 2024-11-20T01:23:14,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fa9cadd3d6944ba0842bcf7188ee53b7, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T01:23:14,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ac41d8b5a06bc179df260cc09787d899 in 1408ms, sequenceid=129, compaction requested=true 2024-11-20T01:23:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:14,254 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:14,254 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:14,255 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:14,256 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:14,256 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:14,256 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/7d797ace23984b81abdbd14bd574f8ba, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9c953b3cecec48088b0bc3467943ce2c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ac5cdd30026248e399cd77b996c2e244] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.4 K 2024-11-20T01:23:14,256 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:14,256 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:14,256 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:14,256 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7bb19a136e714ebdaef5402115c9e1dc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/47fd258dc6fa43bbb5fbe6ac2b8d1588, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/dafca68fc3c64942af1a81dab072f431] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.4 K 2024-11-20T01:23:14,257 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d797ace23984b81abdbd14bd574f8ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732065790323 2024-11-20T01:23:14,257 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bb19a136e714ebdaef5402115c9e1dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732065790323 2024-11-20T01:23:14,257 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c953b3cecec48088b0bc3467943ce2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065791048 2024-11-20T01:23:14,257 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 47fd258dc6fa43bbb5fbe6ac2b8d1588, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065791048 2024-11-20T01:23:14,257 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting dafca68fc3c64942af1a81dab072f431, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732065792204 2024-11-20T01:23:14,258 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac5cdd30026248e399cd77b996c2e244, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732065792204 2024-11-20T01:23:14,269 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:14,270 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/52c35c6a3d6c487fae5f2344c017c53e is 50, key is test_row_0/A:col10/1732065792842/Put/seqid=0 2024-11-20T01:23:14,281 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:14,282 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e8b825ad8a7b48c3a589679d2baa0057 is 50, key is test_row_0/B:col10/1732065792842/Put/seqid=0 2024-11-20T01:23:14,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742286_1462 (size=12359) 2024-11-20T01:23:14,330 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/52c35c6a3d6c487fae5f2344c017c53e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/52c35c6a3d6c487fae5f2344c017c53e 2024-11-20T01:23:14,335 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into 52c35c6a3d6c487fae5f2344c017c53e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:14,335 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:14,335 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065794254; duration=0sec 2024-11-20T01:23:14,335 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:14,335 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:14,335 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:14,345 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:14,345 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:14,345 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:14,346 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fac8df103a0c409880d2403c8522a649, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/7879322974c04f35ab2c6fb63120a222, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fa9cadd3d6944ba0842bcf7188ee53b7] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.4 K 2024-11-20T01:23:14,346 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting fac8df103a0c409880d2403c8522a649, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732065790323 2024-11-20T01:23:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742287_1463 (size=12359) 2024-11-20T01:23:14,348 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7879322974c04f35ab2c6fb63120a222, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065791048 2024-11-20T01:23:14,348 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa9cadd3d6944ba0842bcf7188ee53b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732065792204 2024-11-20T01:23:14,353 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e8b825ad8a7b48c3a589679d2baa0057 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8b825ad8a7b48c3a589679d2baa0057 2024-11-20T01:23:14,362 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into e8b825ad8a7b48c3a589679d2baa0057(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:14,362 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:14,362 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065794254; duration=0sec 2024-11-20T01:23:14,362 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:14,362 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:14,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:14,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:23:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:14,366 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:23:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:14,366 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:14,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:14,367 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/a91f97356ed244d7bbc8b082accda575 is 50, key is test_row_0/C:col10/1732065792842/Put/seqid=0 2024-11-20T01:23:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/43567bd006b949318ac6707985a3913f is 50, key is test_row_0/A:col10/1732065792910/Put/seqid=0 2024-11-20T01:23:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742288_1464 (size=12359) 2024-11-20T01:23:14,414 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/a91f97356ed244d7bbc8b082accda575 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a91f97356ed244d7bbc8b082accda575 2024-11-20T01:23:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742289_1465 (size=12151) 2024-11-20T01:23:14,425 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into a91f97356ed244d7bbc8b082accda575(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:14,425 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:14,425 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065794254; duration=0sec 2024-11-20T01:23:14,425 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:14,425 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:14,821 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/43567bd006b949318ac6707985a3913f 2024-11-20T01:23:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/375472fa8a4b4b729daf5912e5da9bea is 50, key is test_row_0/B:col10/1732065792910/Put/seqid=0 2024-11-20T01:23:14,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742290_1466 (size=12151) 2024-11-20T01:23:14,889 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/375472fa8a4b4b729daf5912e5da9bea 2024-11-20T01:23:14,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/a243c96b23b441a79b15e9da969a4908 is 50, key is test_row_0/C:col10/1732065792910/Put/seqid=0 2024-11-20T01:23:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742291_1467 (size=12151) 2024-11-20T01:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:15,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065855078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065855078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065855079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065855088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065855190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065855191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065855192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065855195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:23:15,350 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/a243c96b23b441a79b15e9da969a4908 2024-11-20T01:23:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/43567bd006b949318ac6707985a3913f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/43567bd006b949318ac6707985a3913f 2024-11-20T01:23:15,361 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/43567bd006b949318ac6707985a3913f, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T01:23:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/375472fa8a4b4b729daf5912e5da9bea as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/375472fa8a4b4b729daf5912e5da9bea 2024-11-20T01:23:15,367 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/375472fa8a4b4b729daf5912e5da9bea, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T01:23:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/a243c96b23b441a79b15e9da969a4908 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a243c96b23b441a79b15e9da969a4908 2024-11-20T01:23:15,372 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a243c96b23b441a79b15e9da969a4908, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T01:23:15,374 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ac41d8b5a06bc179df260cc09787d899 in 1008ms, sequenceid=155, compaction requested=false 2024-11-20T01:23:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-20T01:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-20T01:23:15,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T01:23:15,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-11-20T01:23:15,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.2440 sec 2024-11-20T01:23:15,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:15,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:15,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:15,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:15,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:15,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:15,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:15,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/9539afc0975c4a70a9f4503eaa596ade is 50, key is test_row_0/A:col10/1732065795076/Put/seqid=0 2024-11-20T01:23:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742292_1468 (size=12151) 2024-11-20T01:23:15,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065855528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065855530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065855532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065855533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065855636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065855645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065855649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065855649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065855849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065855854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065855857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065855858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:15,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/9539afc0975c4a70a9f4503eaa596ade 2024-11-20T01:23:15,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/b1119ae1aba64d26b71b901cdee4cab2 is 50, key is test_row_0/B:col10/1732065795076/Put/seqid=0 2024-11-20T01:23:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742293_1469 (size=12151) 2024-11-20T01:23:15,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/b1119ae1aba64d26b71b901cdee4cab2 2024-11-20T01:23:15,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/6d4925031a384a3f88710a1acae21f4e is 50, key is test_row_0/C:col10/1732065795076/Put/seqid=0 2024-11-20T01:23:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742294_1470 (size=12151) 2024-11-20T01:23:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065856158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065856165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065856167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065856167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/6d4925031a384a3f88710a1acae21f4e 2024-11-20T01:23:16,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/9539afc0975c4a70a9f4503eaa596ade as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9539afc0975c4a70a9f4503eaa596ade 2024-11-20T01:23:16,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9539afc0975c4a70a9f4503eaa596ade, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T01:23:16,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/b1119ae1aba64d26b71b901cdee4cab2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b1119ae1aba64d26b71b901cdee4cab2 2024-11-20T01:23:16,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b1119ae1aba64d26b71b901cdee4cab2, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T01:23:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/6d4925031a384a3f88710a1acae21f4e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/6d4925031a384a3f88710a1acae21f4e 2024-11-20T01:23:16,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/6d4925031a384a3f88710a1acae21f4e, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T01:23:16,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ac41d8b5a06bc179df260cc09787d899 in 985ms, sequenceid=170, compaction requested=true 2024-11-20T01:23:16,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:16,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:16,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:16,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:16,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:16,392 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:16,392 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:16,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:16,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:16,394 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:16,394 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:16,394 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:16,394 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/52c35c6a3d6c487fae5f2344c017c53e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/43567bd006b949318ac6707985a3913f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9539afc0975c4a70a9f4503eaa596ade] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.8 K 2024-11-20T01:23:16,394 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:16,394 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52c35c6a3d6c487fae5f2344c017c53e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732065792204 2024-11-20T01:23:16,394 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:16,394 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:16,394 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8b825ad8a7b48c3a589679d2baa0057, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/375472fa8a4b4b729daf5912e5da9bea, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b1119ae1aba64d26b71b901cdee4cab2] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.8 K 2024-11-20T01:23:16,395 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43567bd006b949318ac6707985a3913f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732065792876 2024-11-20T01:23:16,395 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e8b825ad8a7b48c3a589679d2baa0057, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732065792204 2024-11-20T01:23:16,395 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 375472fa8a4b4b729daf5912e5da9bea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732065792876 2024-11-20T01:23:16,395 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9539afc0975c4a70a9f4503eaa596ade, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065795076 2024-11-20T01:23:16,396 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b1119ae1aba64d26b71b901cdee4cab2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065795076 2024-11-20T01:23:16,410 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:16,411 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/834499eaedb343629e02b56da6fb6619 is 50, key is test_row_0/A:col10/1732065795076/Put/seqid=0 2024-11-20T01:23:16,422 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:16,422 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/b70c7dc4b1d2466c9b64d63132b00eeb is 50, key is test_row_0/B:col10/1732065795076/Put/seqid=0 2024-11-20T01:23:16,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742296_1472 (size=12561) 2024-11-20T01:23:16,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742295_1471 (size=12561) 2024-11-20T01:23:16,472 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/834499eaedb343629e02b56da6fb6619 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/834499eaedb343629e02b56da6fb6619 2024-11-20T01:23:16,477 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into 834499eaedb343629e02b56da6fb6619(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:16,477 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:16,477 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065796391; duration=0sec 2024-11-20T01:23:16,477 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:16,477 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:16,477 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:16,478 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:16,478 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:16,479 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:16,479 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a91f97356ed244d7bbc8b082accda575, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a243c96b23b441a79b15e9da969a4908, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/6d4925031a384a3f88710a1acae21f4e] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=35.8 K 2024-11-20T01:23:16,479 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting a91f97356ed244d7bbc8b082accda575, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732065792204 2024-11-20T01:23:16,479 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting a243c96b23b441a79b15e9da969a4908, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732065792876 2024-11-20T01:23:16,480 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d4925031a384a3f88710a1acae21f4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065795076 2024-11-20T01:23:16,496 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:16,496 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/5636440449de49378c3b78ffaf92a0b1 is 50, key is test_row_0/C:col10/1732065795076/Put/seqid=0 2024-11-20T01:23:16,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742297_1473 (size=12561) 2024-11-20T01:23:16,567 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/5636440449de49378c3b78ffaf92a0b1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/5636440449de49378c3b78ffaf92a0b1 2024-11-20T01:23:16,575 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into 5636440449de49378c3b78ffaf92a0b1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:16,575 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:16,575 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065796392; duration=0sec 2024-11-20T01:23:16,575 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:16,575 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:16,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:16,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:16,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:16,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:16,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:16,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:16,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:16,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/6ffc31b53c3e4990ad9842c6ab0ae23f is 50, key is test_row_0/A:col10/1732065795530/Put/seqid=0 2024-11-20T01:23:16,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065856706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742298_1474 (size=14541) 2024-11-20T01:23:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065856708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065856710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065856708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/6ffc31b53c3e4990ad9842c6ab0ae23f 2024-11-20T01:23:16,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/996cbaedf3c0470c9aa9064496c0d6de is 50, key is test_row_0/B:col10/1732065795530/Put/seqid=0 2024-11-20T01:23:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742299_1475 (size=12151) 2024-11-20T01:23:16,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/996cbaedf3c0470c9aa9064496c0d6de 2024-11-20T01:23:16,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/87a9e243767a44a99ead1b5d9a773652 is 50, key is test_row_0/C:col10/1732065795530/Put/seqid=0 2024-11-20T01:23:16,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065856815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065856819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065856822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065856823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:16,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742300_1476 (size=12151) 2024-11-20T01:23:16,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/87a9e243767a44a99ead1b5d9a773652 2024-11-20T01:23:16,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/6ffc31b53c3e4990ad9842c6ab0ae23f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/6ffc31b53c3e4990ad9842c6ab0ae23f 2024-11-20T01:23:16,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/6ffc31b53c3e4990ad9842c6ab0ae23f, entries=200, sequenceid=195, filesize=14.2 K 2024-11-20T01:23:16,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/996cbaedf3c0470c9aa9064496c0d6de as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/996cbaedf3c0470c9aa9064496c0d6de 2024-11-20T01:23:16,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/996cbaedf3c0470c9aa9064496c0d6de, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T01:23:16,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/87a9e243767a44a99ead1b5d9a773652 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/87a9e243767a44a99ead1b5d9a773652 2024-11-20T01:23:16,863 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/b70c7dc4b1d2466c9b64d63132b00eeb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b70c7dc4b1d2466c9b64d63132b00eeb 2024-11-20T01:23:16,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/87a9e243767a44a99ead1b5d9a773652, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T01:23:16,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac41d8b5a06bc179df260cc09787d899 in 189ms, sequenceid=195, compaction requested=false 2024-11-20T01:23:16,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:16,868 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into b70c7dc4b1d2466c9b64d63132b00eeb(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:16,868 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:16,868 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065796392; duration=0sec 2024-11-20T01:23:16,869 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:16,869 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:17,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:23:17,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:17,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:17,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:17,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/f13f258bb9604016902923014ecfc178 is 50, key is test_row_0/A:col10/1732065797029/Put/seqid=0 2024-11-20T01:23:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742301_1477 (size=12151) 2024-11-20T01:23:17,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065857091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065857092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065857100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065857101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065857202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065857202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065857209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065857210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:23:17,245 INFO [Thread-1952 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-20T01:23:17,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-20T01:23:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:23:17,248 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:17,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:17,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:23:17,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T01:23:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:17,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53820 deadline: 1732065857400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,409 DEBUG [Thread-1946 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8229 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., hostname=31023a2ec537,44825,1732065660140, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:17,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065857412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065857413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065857418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065857418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/f13f258bb9604016902923014ecfc178 2024-11-20T01:23:17,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/2c3d76625b484d559e04c17bce27703d is 50, key is test_row_0/B:col10/1732065797029/Put/seqid=0 2024-11-20T01:23:17,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742302_1478 (size=12151) 2024-11-20T01:23:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:23:17,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/2c3d76625b484d559e04c17bce27703d 2024-11-20T01:23:17,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T01:23:17,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:17,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:17,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:17,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ba52550f48e54fabba65769f796f13f4 is 50, key is test_row_0/C:col10/1732065797029/Put/seqid=0 2024-11-20T01:23:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742303_1479 (size=12151) 2024-11-20T01:23:17,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T01:23:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:17,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065857722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065857722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065857723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065857725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:23:17,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:17,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T01:23:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:17,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T01:23:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:18,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ba52550f48e54fabba65769f796f13f4 2024-11-20T01:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/f13f258bb9604016902923014ecfc178 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f13f258bb9604016902923014ecfc178 2024-11-20T01:23:18,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f13f258bb9604016902923014ecfc178, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T01:23:18,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/2c3d76625b484d559e04c17bce27703d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2c3d76625b484d559e04c17bce27703d 2024-11-20T01:23:18,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2c3d76625b484d559e04c17bce27703d, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T01:23:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ba52550f48e54fabba65769f796f13f4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ba52550f48e54fabba65769f796f13f4 2024-11-20T01:23:18,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ba52550f48e54fabba65769f796f13f4, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T01:23:18,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ac41d8b5a06bc179df260cc09787d899 in 1019ms, sequenceid=210, compaction requested=true 2024-11-20T01:23:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:18,051 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:18,051 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:18,052 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:18,052 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:18,052 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:18,052 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:18,052 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:18,052 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:18,052 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/834499eaedb343629e02b56da6fb6619, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/6ffc31b53c3e4990ad9842c6ab0ae23f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f13f258bb9604016902923014ecfc178] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=38.3 K 2024-11-20T01:23:18,052 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b70c7dc4b1d2466c9b64d63132b00eeb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/996cbaedf3c0470c9aa9064496c0d6de, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2c3d76625b484d559e04c17bce27703d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=36.0 K 2024-11-20T01:23:18,053 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting b70c7dc4b1d2466c9b64d63132b00eeb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065795076 2024-11-20T01:23:18,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 834499eaedb343629e02b56da6fb6619, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065795076 2024-11-20T01:23:18,053 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 996cbaedf3c0470c9aa9064496c0d6de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065795530 2024-11-20T01:23:18,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ffc31b53c3e4990ad9842c6ab0ae23f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065795470 2024-11-20T01:23:18,053 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c3d76625b484d559e04c17bce27703d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065796706 2024-11-20T01:23:18,054 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f13f258bb9604016902923014ecfc178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065796706 2024-11-20T01:23:18,074 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:18,075 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/d926af2e3d6849b0b7749bcb50aa1b95 is 50, key is test_row_0/B:col10/1732065797029/Put/seqid=0 2024-11-20T01:23:18,085 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:18,086 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/944f09b1671843acb774e6fef52a3779 is 50, key is test_row_0/A:col10/1732065797029/Put/seqid=0 2024-11-20T01:23:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742305_1481 (size=12663) 2024-11-20T01:23:18,126 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/944f09b1671843acb774e6fef52a3779 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/944f09b1671843acb774e6fef52a3779 2024-11-20T01:23:18,132 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into 944f09b1671843acb774e6fef52a3779(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:18,132 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:18,132 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065798051; duration=0sec 2024-11-20T01:23:18,132 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:18,132 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:18,133 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:18,134 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:18,134 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:18,134 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:18,134 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/5636440449de49378c3b78ffaf92a0b1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/87a9e243767a44a99ead1b5d9a773652, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ba52550f48e54fabba65769f796f13f4] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=36.0 K 2024-11-20T01:23:18,134 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5636440449de49378c3b78ffaf92a0b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732065795076 2024-11-20T01:23:18,135 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 87a9e243767a44a99ead1b5d9a773652, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065795530 2024-11-20T01:23:18,135 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ba52550f48e54fabba65769f796f13f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065796706 2024-11-20T01:23:18,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742304_1480 (size=12663) 2024-11-20T01:23:18,158 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:18,159 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/91fcb35045104359aded9b9b81ec2d02 is 50, key is test_row_0/C:col10/1732065797029/Put/seqid=0 2024-11-20T01:23:18,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T01:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:18,181 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742306_1482 (size=12663) 2024-11-20T01:23:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/627c89449e954184832ed16d01f37b75 is 50, key is test_row_0/A:col10/1732065797099/Put/seqid=0 2024-11-20T01:23:18,212 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/91fcb35045104359aded9b9b81ec2d02 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/91fcb35045104359aded9b9b81ec2d02 2024-11-20T01:23:18,218 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into 91fcb35045104359aded9b9b81ec2d02(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:18,218 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:18,218 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065798051; duration=0sec 2024-11-20T01:23:18,218 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:18,218 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742307_1483 (size=12151) 2024-11-20T01:23:18,244 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/627c89449e954184832ed16d01f37b75 2024-11-20T01:23:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/366c2ec2b1084cccac1398e7e16066e4 is 50, key is test_row_0/B:col10/1732065797099/Put/seqid=0 2024-11-20T01:23:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742308_1484 (size=12151) 2024-11-20T01:23:18,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065858258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065858261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065858267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065858267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:23:18,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065858370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065858375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065858375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065858376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,541 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/d926af2e3d6849b0b7749bcb50aa1b95 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d926af2e3d6849b0b7749bcb50aa1b95 2024-11-20T01:23:18,545 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into d926af2e3d6849b0b7749bcb50aa1b95(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:18,545 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:18,545 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065798051; duration=0sec 2024-11-20T01:23:18,545 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:18,545 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:18,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065858576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065858584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065858584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065858585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,666 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/366c2ec2b1084cccac1398e7e16066e4 2024-11-20T01:23:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/25383f8e8e4e4eb7be03117d8b85a3e3 is 50, key is test_row_0/C:col10/1732065797099/Put/seqid=0 2024-11-20T01:23:18,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742309_1485 (size=12151) 2024-11-20T01:23:18,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065858885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065858892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065858893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065858893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,126 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/25383f8e8e4e4eb7be03117d8b85a3e3 2024-11-20T01:23:19,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/627c89449e954184832ed16d01f37b75 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/627c89449e954184832ed16d01f37b75 2024-11-20T01:23:19,143 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/627c89449e954184832ed16d01f37b75, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T01:23:19,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/366c2ec2b1084cccac1398e7e16066e4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/366c2ec2b1084cccac1398e7e16066e4 2024-11-20T01:23:19,149 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/366c2ec2b1084cccac1398e7e16066e4, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T01:23:19,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/25383f8e8e4e4eb7be03117d8b85a3e3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/25383f8e8e4e4eb7be03117d8b85a3e3 2024-11-20T01:23:19,160 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/25383f8e8e4e4eb7be03117d8b85a3e3, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T01:23:19,161 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac41d8b5a06bc179df260cc09787d899 in 980ms, sequenceid=234, compaction requested=false 2024-11-20T01:23:19,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:19,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-20T01:23:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-20T01:23:19,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T01:23:19,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-20T01:23:19,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.9390 sec 2024-11-20T01:23:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:23:19,355 INFO [Thread-1952 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-20T01:23:19,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-20T01:23:19,361 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:19,362 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:19,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:23:19,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:23:19,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:19,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:19,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:19,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:19,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:19,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:19,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ec6d7f0f8bce4fadab78bb2e4d06554f is 50, key is test_row_0/A:col10/1732065798248/Put/seqid=0 2024-11-20T01:23:19,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742310_1486 (size=14541) 2024-11-20T01:23:19,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ec6d7f0f8bce4fadab78bb2e4d06554f 2024-11-20T01:23:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:23:19,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065859453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065859454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065859457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065859458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/26c3413430174e78b3a1232ddd1d5719 is 50, key is test_row_0/B:col10/1732065798248/Put/seqid=0 2024-11-20T01:23:19,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:23:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742311_1487 (size=12151) 2024-11-20T01:23:19,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065859566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065859566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065859567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065859567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:23:19,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:23:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065859771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065859771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065859772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065859772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:23:19,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:19,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/26c3413430174e78b3a1232ddd1d5719 2024-11-20T01:23:19,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ef11e90e9410408aa81ea2dd1c330fe5 is 50, key is test_row_0/C:col10/1732065798248/Put/seqid=0 2024-11-20T01:23:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:23:19,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:19,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:23:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742312_1488 (size=12151) 2024-11-20T01:23:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:19,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065860080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065860081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065860081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065860081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:23:20,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:20,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:20,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:20,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:23:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:20,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ef11e90e9410408aa81ea2dd1c330fe5 2024-11-20T01:23:20,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ec6d7f0f8bce4fadab78bb2e4d06554f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ec6d7f0f8bce4fadab78bb2e4d06554f 2024-11-20T01:23:20,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ec6d7f0f8bce4fadab78bb2e4d06554f, entries=200, sequenceid=250, filesize=14.2 K 2024-11-20T01:23:20,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/26c3413430174e78b3a1232ddd1d5719 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/26c3413430174e78b3a1232ddd1d5719 2024-11-20T01:23:20,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/26c3413430174e78b3a1232ddd1d5719, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T01:23:20,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ef11e90e9410408aa81ea2dd1c330fe5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ef11e90e9410408aa81ea2dd1c330fe5 2024-11-20T01:23:20,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ef11e90e9410408aa81ea2dd1c330fe5, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T01:23:20,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ac41d8b5a06bc179df260cc09787d899 in 1005ms, sequenceid=250, compaction requested=true 2024-11-20T01:23:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:20,404 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:20,405 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:20,405 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:20,405 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:20,405 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/944f09b1671843acb774e6fef52a3779, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/627c89449e954184832ed16d01f37b75, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ec6d7f0f8bce4fadab78bb2e4d06554f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=38.4 K 2024-11-20T01:23:20,405 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 944f09b1671843acb774e6fef52a3779, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065796706 2024-11-20T01:23:20,406 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:20,409 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 627c89449e954184832ed16d01f37b75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732065797077 2024-11-20T01:23:20,410 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec6d7f0f8bce4fadab78bb2e4d06554f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732065798248 2024-11-20T01:23:20,411 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:20,411 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:20,411 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:20,411 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d926af2e3d6849b0b7749bcb50aa1b95, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/366c2ec2b1084cccac1398e7e16066e4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/26c3413430174e78b3a1232ddd1d5719] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=36.1 K 2024-11-20T01:23:20,412 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d926af2e3d6849b0b7749bcb50aa1b95, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065796706 2024-11-20T01:23:20,413 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 366c2ec2b1084cccac1398e7e16066e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732065797077 2024-11-20T01:23:20,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:20,413 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 26c3413430174e78b3a1232ddd1d5719, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732065798248 2024-11-20T01:23:20,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:20,430 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:20,431 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/25c3304c16804fc0b469ef6ee7f29229 is 50, key is test_row_0/A:col10/1732065798248/Put/seqid=0 2024-11-20T01:23:20,433 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:20,434 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e5ea135d57fc48b0b4eeb95909a382a3 is 50, key is test_row_0/B:col10/1732065798248/Put/seqid=0 2024-11-20T01:23:20,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:23:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:20,440 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:23:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742313_1489 (size=12765) 2024-11-20T01:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:23:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/fb2d9b7d062749c68af271b5630be6ca is 50, key is test_row_0/A:col10/1732065799437/Put/seqid=0 2024-11-20T01:23:20,469 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e5ea135d57fc48b0b4eeb95909a382a3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e5ea135d57fc48b0b4eeb95909a382a3 2024-11-20T01:23:20,476 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into e5ea135d57fc48b0b4eeb95909a382a3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:20,476 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:20,476 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065800406; duration=0sec 2024-11-20T01:23:20,476 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:20,476 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:20,476 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:20,479 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:20,479 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:20,479 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:20,479 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/91fcb35045104359aded9b9b81ec2d02, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/25383f8e8e4e4eb7be03117d8b85a3e3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ef11e90e9410408aa81ea2dd1c330fe5] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=36.1 K 2024-11-20T01:23:20,479 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 91fcb35045104359aded9b9b81ec2d02, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065796706 2024-11-20T01:23:20,480 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 25383f8e8e4e4eb7be03117d8b85a3e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732065797077 2024-11-20T01:23:20,480 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ef11e90e9410408aa81ea2dd1c330fe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732065798248 2024-11-20T01:23:20,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742314_1490 (size=12765) 2024-11-20T01:23:20,532 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:20,532 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/f5b03c2d93164a9c9a77ad220baa27af is 50, key is test_row_0/C:col10/1732065798248/Put/seqid=0 2024-11-20T01:23:20,537 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/25c3304c16804fc0b469ef6ee7f29229 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/25c3304c16804fc0b469ef6ee7f29229 2024-11-20T01:23:20,544 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into 25c3304c16804fc0b469ef6ee7f29229(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:20,545 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:20,545 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065800404; duration=0sec 2024-11-20T01:23:20,545 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:20,545 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742315_1491 (size=12301) 2024-11-20T01:23:20,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742316_1492 (size=12765) 2024-11-20T01:23:20,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:20,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065860621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065860627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065860630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065860634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065860736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065860737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065860740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065860743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065860944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065860946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,962 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/fb2d9b7d062749c68af271b5630be6ca 2024-11-20T01:23:20,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065860959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065860963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:20,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/f84fe6cb0aad473da328f98e0d727f6e is 50, key is test_row_0/B:col10/1732065799437/Put/seqid=0 2024-11-20T01:23:20,985 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/f5b03c2d93164a9c9a77ad220baa27af as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f5b03c2d93164a9c9a77ad220baa27af 2024-11-20T01:23:20,993 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into f5b03c2d93164a9c9a77ad220baa27af(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:20,994 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:20,994 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065800414; duration=0sec 2024-11-20T01:23:20,994 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:20,994 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:21,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742317_1493 (size=12301) 2024-11-20T01:23:21,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065861246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065861252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065861265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065861278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,419 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/f84fe6cb0aad473da328f98e0d727f6e 2024-11-20T01:23:21,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/3d89950ea5ce4baf8fab4db85e62962f is 50, key is test_row_0/C:col10/1732065799437/Put/seqid=0 2024-11-20T01:23:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:23:21,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742318_1494 (size=12301) 2024-11-20T01:23:21,491 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/3d89950ea5ce4baf8fab4db85e62962f 2024-11-20T01:23:21,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/fb2d9b7d062749c68af271b5630be6ca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/fb2d9b7d062749c68af271b5630be6ca 2024-11-20T01:23:21,501 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/fb2d9b7d062749c68af271b5630be6ca, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T01:23:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/f84fe6cb0aad473da328f98e0d727f6e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/f84fe6cb0aad473da328f98e0d727f6e 2024-11-20T01:23:21,514 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/f84fe6cb0aad473da328f98e0d727f6e, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T01:23:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/3d89950ea5ce4baf8fab4db85e62962f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3d89950ea5ce4baf8fab4db85e62962f 2024-11-20T01:23:21,526 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3d89950ea5ce4baf8fab4db85e62962f, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T01:23:21,527 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ac41d8b5a06bc179df260cc09787d899 in 1087ms, sequenceid=272, compaction requested=false 2024-11-20T01:23:21,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:21,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:21,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-20T01:23:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-20T01:23:21,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T01:23:21,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1660 sec 2024-11-20T01:23:21,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.1750 sec 2024-11-20T01:23:21,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:23:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:21,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/f7857959b70c4769a6a36975368a1e14 is 50, key is test_row_0/A:col10/1732065800625/Put/seqid=0 2024-11-20T01:23:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742319_1495 (size=14741) 2024-11-20T01:23:21,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/f7857959b70c4769a6a36975368a1e14 2024-11-20T01:23:21,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e0e3a7ae1b704b5f9fe2b6b21ae99370 is 50, key is test_row_0/B:col10/1732065800625/Put/seqid=0 2024-11-20T01:23:21,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065861822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065861823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065861832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065861832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742320_1496 (size=12301) 2024-11-20T01:23:21,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e0e3a7ae1b704b5f9fe2b6b21ae99370 2024-11-20T01:23:21,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/9b0a338a396b4024a80daac027922430 is 50, key is test_row_0/C:col10/1732065800625/Put/seqid=0 2024-11-20T01:23:21,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742321_1497 (size=12301) 2024-11-20T01:23:21,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065861934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065861934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065861935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:21,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065861943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065862142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065862142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065862142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065862147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/9b0a338a396b4024a80daac027922430 2024-11-20T01:23:22,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/f7857959b70c4769a6a36975368a1e14 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f7857959b70c4769a6a36975368a1e14 2024-11-20T01:23:22,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f7857959b70c4769a6a36975368a1e14, entries=200, sequenceid=290, filesize=14.4 K 2024-11-20T01:23:22,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e0e3a7ae1b704b5f9fe2b6b21ae99370 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e0e3a7ae1b704b5f9fe2b6b21ae99370 2024-11-20T01:23:22,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e0e3a7ae1b704b5f9fe2b6b21ae99370, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T01:23:22,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/9b0a338a396b4024a80daac027922430 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/9b0a338a396b4024a80daac027922430 2024-11-20T01:23:22,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/9b0a338a396b4024a80daac027922430, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T01:23:22,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ac41d8b5a06bc179df260cc09787d899 in 565ms, sequenceid=290, compaction requested=true 2024-11-20T01:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:22,322 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:22,322 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:22,333 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:22,333 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:22,333 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:22,334 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e5ea135d57fc48b0b4eeb95909a382a3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/f84fe6cb0aad473da328f98e0d727f6e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e0e3a7ae1b704b5f9fe2b6b21ae99370] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=36.5 K 2024-11-20T01:23:22,334 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:22,334 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e5ea135d57fc48b0b4eeb95909a382a3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732065798248 2024-11-20T01:23:22,334 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:22,335 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:22,335 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/25c3304c16804fc0b469ef6ee7f29229, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/fb2d9b7d062749c68af271b5630be6ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f7857959b70c4769a6a36975368a1e14] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=38.9 K 2024-11-20T01:23:22,337 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f84fe6cb0aad473da328f98e0d727f6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732065799437 2024-11-20T01:23:22,338 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25c3304c16804fc0b469ef6ee7f29229, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732065798248 2024-11-20T01:23:22,338 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e0e3a7ae1b704b5f9fe2b6b21ae99370, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065800625 2024-11-20T01:23:22,338 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb2d9b7d062749c68af271b5630be6ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732065799437 2024-11-20T01:23:22,339 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7857959b70c4769a6a36975368a1e14, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065800625 2024-11-20T01:23:22,357 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:22,358 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/3548f36082104d788d9c97ababf82fbd is 50, key is test_row_0/B:col10/1732065800625/Put/seqid=0 2024-11-20T01:23:22,369 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:22,369 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/d8b2bab417ef40b59a27961520830d10 is 50, key is test_row_0/A:col10/1732065800625/Put/seqid=0 2024-11-20T01:23:22,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742322_1498 (size=13017) 2024-11-20T01:23:22,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742323_1499 (size=13017) 2024-11-20T01:23:22,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:23:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:22,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:22,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:22,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:22,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:22,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:22,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:22,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ade07e62d8d84dbf9e73d24fee50671d is 50, key is test_row_0/A:col10/1732065801810/Put/seqid=0 2024-11-20T01:23:22,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065862484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065862485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742324_1500 (size=12301) 2024-11-20T01:23:22,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065862595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065862603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065862606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065862606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,803 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/3548f36082104d788d9c97ababf82fbd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/3548f36082104d788d9c97ababf82fbd 2024-11-20T01:23:22,809 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into 3548f36082104d788d9c97ababf82fbd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:22,809 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:22,809 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065802322; duration=0sec 2024-11-20T01:23:22,809 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:22,809 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:22,810 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:22,810 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:22,810 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:22,811 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:22,811 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f5b03c2d93164a9c9a77ad220baa27af, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3d89950ea5ce4baf8fab4db85e62962f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/9b0a338a396b4024a80daac027922430] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=36.5 K 2024-11-20T01:23:22,813 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f5b03c2d93164a9c9a77ad220baa27af, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732065798248 2024-11-20T01:23:22,813 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d89950ea5ce4baf8fab4db85e62962f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732065799437 2024-11-20T01:23:22,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065862807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065862812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,817 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b0a338a396b4024a80daac027922430, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065800625 2024-11-20T01:23:22,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065862817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065862817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:22,833 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/d8b2bab417ef40b59a27961520830d10 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/d8b2bab417ef40b59a27961520830d10 2024-11-20T01:23:22,837 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:22,837 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into d8b2bab417ef40b59a27961520830d10(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:22,837 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:22,837 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/abef2e7f0eab4bb3bbca7ab1401a0fa6 is 50, key is test_row_0/C:col10/1732065800625/Put/seqid=0 2024-11-20T01:23:22,837 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065802322; duration=0sec 2024-11-20T01:23:22,837 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:22,837 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:22,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742325_1501 (size=13017) 2024-11-20T01:23:22,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ade07e62d8d84dbf9e73d24fee50671d 2024-11-20T01:23:22,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/48cad2c7b157414bae1bc2450e3ae6a7 is 50, key is test_row_0/B:col10/1732065801810/Put/seqid=0 2024-11-20T01:23:22,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742326_1502 (size=12301) 2024-11-20T01:23:22,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/48cad2c7b157414bae1bc2450e3ae6a7 2024-11-20T01:23:23,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ac26886b53414e39a74a31c9c8e44af7 is 50, key is test_row_0/C:col10/1732065801810/Put/seqid=0 2024-11-20T01:23:23,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742327_1503 (size=12301) 2024-11-20T01:23:23,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065863116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065863116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065863127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065863127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,286 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/abef2e7f0eab4bb3bbca7ab1401a0fa6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/abef2e7f0eab4bb3bbca7ab1401a0fa6 2024-11-20T01:23:23,291 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into abef2e7f0eab4bb3bbca7ab1401a0fa6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:23,291 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:23,291 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065802322; duration=0sec 2024-11-20T01:23:23,292 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:23,292 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:23,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ac26886b53414e39a74a31c9c8e44af7 2024-11-20T01:23:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/ade07e62d8d84dbf9e73d24fee50671d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ade07e62d8d84dbf9e73d24fee50671d 2024-11-20T01:23:23,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ade07e62d8d84dbf9e73d24fee50671d, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T01:23:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/48cad2c7b157414bae1bc2450e3ae6a7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/48cad2c7b157414bae1bc2450e3ae6a7 2024-11-20T01:23:23,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/48cad2c7b157414bae1bc2450e3ae6a7, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T01:23:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ac26886b53414e39a74a31c9c8e44af7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac26886b53414e39a74a31c9c8e44af7 2024-11-20T01:23:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:23:23,470 INFO [Thread-1952 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-20T01:23:23,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-20T01:23:23,475 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:23,476 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:23,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T01:23:23,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac26886b53414e39a74a31c9c8e44af7, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T01:23:23,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ac41d8b5a06bc179df260cc09787d899 in 1028ms, sequenceid=313, compaction requested=false 2024-11-20T01:23:23,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T01:23:23,628 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T01:23:23,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:23,629 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:23:23,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:23,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:23,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:23,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/b4c62861f6d94da79397b6144f04ae3e is 50, key is test_row_0/A:col10/1732065802482/Put/seqid=0 2024-11-20T01:23:23,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742328_1504 (size=14741) 2024-11-20T01:23:23,687 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/b4c62861f6d94da79397b6144f04ae3e 2024-11-20T01:23:23,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065863688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065863689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065863697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065863698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/1ff33755c5a94f0ebf6f27fc444a2284 is 50, key is test_row_0/B:col10/1732065802482/Put/seqid=0 2024-11-20T01:23:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742329_1505 (size=12301) 2024-11-20T01:23:23,754 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/1ff33755c5a94f0ebf6f27fc444a2284 2024-11-20T01:23:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T01:23:23,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/e74f0b6e456949a0ac26a744a4ecaf34 is 50, key is test_row_0/C:col10/1732065802482/Put/seqid=0 2024-11-20T01:23:23,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742330_1506 (size=12301) 2024-11-20T01:23:23,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065863798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,806 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/e74f0b6e456949a0ac26a744a4ecaf34 2024-11-20T01:23:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065863799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/b4c62861f6d94da79397b6144f04ae3e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/b4c62861f6d94da79397b6144f04ae3e 2024-11-20T01:23:23,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065863807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065863808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:23,817 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/b4c62861f6d94da79397b6144f04ae3e, entries=200, sequenceid=331, filesize=14.4 K 2024-11-20T01:23:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/1ff33755c5a94f0ebf6f27fc444a2284 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/1ff33755c5a94f0ebf6f27fc444a2284 2024-11-20T01:23:23,824 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/1ff33755c5a94f0ebf6f27fc444a2284, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T01:23:23,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/e74f0b6e456949a0ac26a744a4ecaf34 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e74f0b6e456949a0ac26a744a4ecaf34 2024-11-20T01:23:23,831 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e74f0b6e456949a0ac26a744a4ecaf34, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T01:23:23,832 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ac41d8b5a06bc179df260cc09787d899 in 203ms, sequenceid=331, compaction requested=true 2024-11-20T01:23:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-20T01:23:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-20T01:23:23,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-20T01:23:23,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 360 msec 2024-11-20T01:23:23,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 367 msec 2024-11-20T01:23:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:24,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/0e9772c4b6e844849b0ac75f27dc57f1 is 50, key is test_row_0/A:col10/1732065804010/Put/seqid=0 2024-11-20T01:23:24,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065864030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065864030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065864033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742331_1507 (size=14741) 2024-11-20T01:23:24,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/0e9772c4b6e844849b0ac75f27dc57f1 2024-11-20T01:23:24,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065864041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/90960a34986e43a597e5d7ef6ec2b80f is 50, key is test_row_0/B:col10/1732065804010/Put/seqid=0 2024-11-20T01:23:24,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742332_1508 (size=12301) 2024-11-20T01:23:24,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/90960a34986e43a597e5d7ef6ec2b80f 2024-11-20T01:23:24,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/79dd2b61eb8640f399d16fc568abf43e is 50, key is test_row_0/C:col10/1732065804010/Put/seqid=0 2024-11-20T01:23:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T01:23:24,079 INFO [Thread-1952 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-20T01:23:24,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-20T01:23:24,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:24,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:24,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:23:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742333_1509 (size=12301) 2024-11-20T01:23:24,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/79dd2b61eb8640f399d16fc568abf43e 2024-11-20T01:23:24,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/0e9772c4b6e844849b0ac75f27dc57f1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e9772c4b6e844849b0ac75f27dc57f1 2024-11-20T01:23:24,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e9772c4b6e844849b0ac75f27dc57f1, entries=200, sequenceid=354, filesize=14.4 K 2024-11-20T01:23:24,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/90960a34986e43a597e5d7ef6ec2b80f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/90960a34986e43a597e5d7ef6ec2b80f 2024-11-20T01:23:24,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/90960a34986e43a597e5d7ef6ec2b80f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T01:23:24,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/79dd2b61eb8640f399d16fc568abf43e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/79dd2b61eb8640f399d16fc568abf43e 2024-11-20T01:23:24,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/79dd2b61eb8640f399d16fc568abf43e, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T01:23:24,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac41d8b5a06bc179df260cc09787d899 in 128ms, sequenceid=354, compaction requested=true 2024-11-20T01:23:24,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:24,139 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:24,141 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:24,141 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:24,141 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:24,141 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,141 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/d8b2bab417ef40b59a27961520830d10, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ade07e62d8d84dbf9e73d24fee50671d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/b4c62861f6d94da79397b6144f04ae3e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e9772c4b6e844849b0ac75f27dc57f1] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=53.5 K 2024-11-20T01:23:24,141 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8b2bab417ef40b59a27961520830d10, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065800625 2024-11-20T01:23:24,142 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ade07e62d8d84dbf9e73d24fee50671d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732065801810 2024-11-20T01:23:24,142 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4c62861f6d94da79397b6144f04ae3e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732065802482 2024-11-20T01:23:24,143 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e9772c4b6e844849b0ac75f27dc57f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065803683 2024-11-20T01:23:24,143 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:24,143 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:24,143 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,143 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/3548f36082104d788d9c97ababf82fbd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/48cad2c7b157414bae1bc2450e3ae6a7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/1ff33755c5a94f0ebf6f27fc444a2284, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/90960a34986e43a597e5d7ef6ec2b80f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=48.8 K 2024-11-20T01:23:24,144 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3548f36082104d788d9c97ababf82fbd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065800625 2024-11-20T01:23:24,144 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 48cad2c7b157414bae1bc2450e3ae6a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732065801810 2024-11-20T01:23:24,146 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ff33755c5a94f0ebf6f27fc444a2284, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732065802482 2024-11-20T01:23:24,146 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 90960a34986e43a597e5d7ef6ec2b80f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065803683 2024-11-20T01:23:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:24,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:23:24,157 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:24,158 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/70a785c97a9645cfad81729090f00cc3 is 50, key is test_row_0/A:col10/1732065804010/Put/seqid=0 2024-11-20T01:23:24,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:24,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:24,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:24,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,168 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:24,171 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/d880b4e7e71d4d84a9e67204c1ed42de is 50, key is test_row_0/B:col10/1732065804010/Put/seqid=0 2024-11-20T01:23:24,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/db4998aa4bb74c5ab7839b205be30bef is 50, key is test_row_0/A:col10/1732065804027/Put/seqid=0 2024-11-20T01:23:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:23:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742334_1510 (size=13153) 2024-11-20T01:23:24,205 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/70a785c97a9645cfad81729090f00cc3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/70a785c97a9645cfad81729090f00cc3 2024-11-20T01:23:24,210 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into 70a785c97a9645cfad81729090f00cc3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:24,210 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:24,210 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=12, startTime=1732065804139; duration=0sec 2024-11-20T01:23:24,210 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:24,210 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:24,210 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:24,211 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:24,211 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:24,212 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,212 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/abef2e7f0eab4bb3bbca7ab1401a0fa6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac26886b53414e39a74a31c9c8e44af7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e74f0b6e456949a0ac26a744a4ecaf34, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/79dd2b61eb8640f399d16fc568abf43e] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=48.8 K 2024-11-20T01:23:24,212 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting abef2e7f0eab4bb3bbca7ab1401a0fa6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065800625 2024-11-20T01:23:24,212 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac26886b53414e39a74a31c9c8e44af7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732065801810 2024-11-20T01:23:24,213 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e74f0b6e456949a0ac26a744a4ecaf34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732065802482 2024-11-20T01:23:24,213 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79dd2b61eb8640f399d16fc568abf43e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065803683 2024-11-20T01:23:24,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065864207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065864208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742336_1512 (size=14741) 2024-11-20T01:23:24,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065864223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065864223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,236 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:24,236 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ac01c11b55bf47bd896c24cf6bdac2a1 is 50, key is test_row_0/C:col10/1732065804010/Put/seqid=0 2024-11-20T01:23:24,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742335_1511 (size=13153) 2024-11-20T01:23:24,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/db4998aa4bb74c5ab7839b205be30bef 2024-11-20T01:23:24,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:23:24,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/2df5393568a74c61b477291a13ba9999 is 50, key is test_row_0/B:col10/1732065804027/Put/seqid=0 2024-11-20T01:23:24,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742337_1513 (size=13153) 2024-11-20T01:23:24,277 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/ac01c11b55bf47bd896c24cf6bdac2a1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac01c11b55bf47bd896c24cf6bdac2a1 2024-11-20T01:23:24,283 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into ac01c11b55bf47bd896c24cf6bdac2a1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:24,283 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:24,283 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=12, startTime=1732065804140; duration=0sec 2024-11-20T01:23:24,283 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:24,283 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:24,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742338_1514 (size=12301) 2024-11-20T01:23:24,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/2df5393568a74c61b477291a13ba9999 2024-11-20T01:23:24,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/e87b937a893848cebe298de851821f5b is 50, key is test_row_0/C:col10/1732065804027/Put/seqid=0 2024-11-20T01:23:24,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065864325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065864325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065864336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065864336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742339_1515 (size=12301) 2024-11-20T01:23:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:23:24,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:23:24,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:24,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065864535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065864541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:23:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065864547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065864547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,660 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/d880b4e7e71d4d84a9e67204c1ed42de as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d880b4e7e71d4d84a9e67204c1ed42de 2024-11-20T01:23:24,671 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into d880b4e7e71d4d84a9e67204c1ed42de(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:24,671 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:24,671 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=12, startTime=1732065804140; duration=0sec 2024-11-20T01:23:24,671 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:24,671 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:23:24,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:23:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/e87b937a893848cebe298de851821f5b 2024-11-20T01:23:24,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/db4998aa4bb74c5ab7839b205be30bef as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/db4998aa4bb74c5ab7839b205be30bef 2024-11-20T01:23:24,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/db4998aa4bb74c5ab7839b205be30bef, entries=200, sequenceid=370, filesize=14.4 K 2024-11-20T01:23:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/2df5393568a74c61b477291a13ba9999 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2df5393568a74c61b477291a13ba9999 2024-11-20T01:23:24,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2df5393568a74c61b477291a13ba9999, entries=150, sequenceid=370, filesize=12.0 K 2024-11-20T01:23:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/e87b937a893848cebe298de851821f5b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e87b937a893848cebe298de851821f5b 2024-11-20T01:23:24,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e87b937a893848cebe298de851821f5b, entries=150, sequenceid=370, filesize=12.0 K 2024-11-20T01:23:24,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ac41d8b5a06bc179df260cc09787d899 in 633ms, sequenceid=370, compaction requested=false 2024-11-20T01:23:24,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:24,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:23:24,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:24,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:24,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:24,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/40f71f56999a4fb9909df90ca5fee3ca is 50, key is test_row_0/A:col10/1732065804220/Put/seqid=0 2024-11-20T01:23:24,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:23:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:24,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742340_1516 (size=14741) 2024-11-20T01:23:24,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/40f71f56999a4fb9909df90ca5fee3ca 2024-11-20T01:23:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065864897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065864897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065864899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065864904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:24,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/7adb7d5075a544dfa3f389d2540be31c is 50, key is test_row_0/B:col10/1732065804220/Put/seqid=0 2024-11-20T01:23:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742341_1517 (size=12301) 2024-11-20T01:23:24,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/7adb7d5075a544dfa3f389d2540be31c 2024-11-20T01:23:24,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/3727727d924847ffb28fb995213a39e7 is 50, key is test_row_0/C:col10/1732065804220/Put/seqid=0 2024-11-20T01:23:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742342_1518 (size=12301) 2024-11-20T01:23:25,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/3727727d924847ffb28fb995213a39e7 2024-11-20T01:23:25,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/40f71f56999a4fb9909df90ca5fee3ca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/40f71f56999a4fb9909df90ca5fee3ca 2024-11-20T01:23:25,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:23:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:25,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:25,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065865009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:25,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065865009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065865010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065865016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/40f71f56999a4fb9909df90ca5fee3ca, entries=200, sequenceid=394, filesize=14.4 K 2024-11-20T01:23:25,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/7adb7d5075a544dfa3f389d2540be31c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7adb7d5075a544dfa3f389d2540be31c 2024-11-20T01:23:25,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7adb7d5075a544dfa3f389d2540be31c, entries=150, sequenceid=394, filesize=12.0 K 2024-11-20T01:23:25,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/3727727d924847ffb28fb995213a39e7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3727727d924847ffb28fb995213a39e7 2024-11-20T01:23:25,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3727727d924847ffb28fb995213a39e7, entries=150, sequenceid=394, filesize=12.0 K 2024-11-20T01:23:25,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ac41d8b5a06bc179df260cc09787d899 in 197ms, sequenceid=394, compaction requested=true 2024-11-20T01:23:25,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:25,043 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:25,044 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:25,044 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:25,044 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:25,044 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:25,044 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/70a785c97a9645cfad81729090f00cc3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/db4998aa4bb74c5ab7839b205be30bef, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/40f71f56999a4fb9909df90ca5fee3ca] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=41.6 K 2024-11-20T01:23:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:25,045 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a785c97a9645cfad81729090f00cc3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065803683 2024-11-20T01:23:25,045 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:25,045 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4998aa4bb74c5ab7839b205be30bef, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732065804027 2024-11-20T01:23:25,046 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40f71f56999a4fb9909df90ca5fee3ca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065804206 2024-11-20T01:23:25,052 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:25,052 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:25,052 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d880b4e7e71d4d84a9e67204c1ed42de, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2df5393568a74c61b477291a13ba9999, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7adb7d5075a544dfa3f389d2540be31c] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=36.9 K 2024-11-20T01:23:25,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d880b4e7e71d4d84a9e67204c1ed42de, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065803683 2024-11-20T01:23:25,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 2df5393568a74c61b477291a13ba9999, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732065804027 2024-11-20T01:23:25,054 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 7adb7d5075a544dfa3f389d2540be31c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065804206 2024-11-20T01:23:25,066 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:25,067 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/1ba1b5b5a9d04e61bc2a851ed0866be1 is 50, key is test_row_0/A:col10/1732065804220/Put/seqid=0 2024-11-20T01:23:25,070 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:25,070 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/73d1db27ecfc4b3f9b2ad806e9a2ca25 is 50, key is test_row_0/B:col10/1732065804220/Put/seqid=0 2024-11-20T01:23:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742343_1519 (size=13255) 2024-11-20T01:23:25,109 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/1ba1b5b5a9d04e61bc2a851ed0866be1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/1ba1b5b5a9d04e61bc2a851ed0866be1 2024-11-20T01:23:25,116 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into 1ba1b5b5a9d04e61bc2a851ed0866be1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:25,116 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:25,116 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065805042; duration=0sec 2024-11-20T01:23:25,116 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:25,116 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:25,116 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:25,118 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:25,118 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:25,118 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:25,118 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac01c11b55bf47bd896c24cf6bdac2a1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e87b937a893848cebe298de851821f5b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3727727d924847ffb28fb995213a39e7] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=36.9 K 2024-11-20T01:23:25,119 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac01c11b55bf47bd896c24cf6bdac2a1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065803683 2024-11-20T01:23:25,119 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e87b937a893848cebe298de851821f5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732065804027 2024-11-20T01:23:25,121 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3727727d924847ffb28fb995213a39e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065804206 2024-11-20T01:23:25,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742344_1520 (size=13255) 2024-11-20T01:23:25,138 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/73d1db27ecfc4b3f9b2ad806e9a2ca25 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/73d1db27ecfc4b3f9b2ad806e9a2ca25 2024-11-20T01:23:25,143 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into 73d1db27ecfc4b3f9b2ad806e9a2ca25(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:25,143 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:25,143 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065805044; duration=0sec 2024-11-20T01:23:25,143 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:25,143 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:25,143 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:25,144 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/1a8ca99bed204be7ae25f0350c90de6c is 50, key is test_row_0/C:col10/1732065804220/Put/seqid=0 2024-11-20T01:23:25,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:23:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:25,167 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:23:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742345_1521 (size=13255) 2024-11-20T01:23:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/55b703182e234987a2e34247c98f9e27 is 50, key is test_row_0/A:col10/1732065804873/Put/seqid=0 2024-11-20T01:23:25,195 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/1a8ca99bed204be7ae25f0350c90de6c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/1a8ca99bed204be7ae25f0350c90de6c 2024-11-20T01:23:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:23:25,201 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into 1a8ca99bed204be7ae25f0350c90de6c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:25,201 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:25,201 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065805044; duration=0sec 2024-11-20T01:23:25,201 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:25,201 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742346_1522 (size=12301) 2024-11-20T01:23:25,219 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/55b703182e234987a2e34247c98f9e27 2024-11-20T01:23:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. as already flushing 2024-11-20T01:23:25,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/53fc9e05b46a4df780f01d2b1b7fe392 is 50, key is test_row_0/B:col10/1732065804873/Put/seqid=0 2024-11-20T01:23:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742347_1523 (size=12301) 2024-11-20T01:23:25,278 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/53fc9e05b46a4df780f01d2b1b7fe392 2024-11-20T01:23:25,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065865265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065865266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065865271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065865282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/854ea3826f1d455db130f028d4ad1170 is 50, key is test_row_0/C:col10/1732065804873/Put/seqid=0 2024-11-20T01:23:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742348_1524 (size=12301) 2024-11-20T01:23:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065865383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065865384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065865384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065865391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1732065865591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53908 deadline: 1732065865592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53894 deadline: 1732065865594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53892 deadline: 1732065865600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:25,729 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/854ea3826f1d455db130f028d4ad1170 2024-11-20T01:23:25,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/55b703182e234987a2e34247c98f9e27 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/55b703182e234987a2e34247c98f9e27 2024-11-20T01:23:25,744 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/55b703182e234987a2e34247c98f9e27, entries=150, sequenceid=411, filesize=12.0 K 2024-11-20T01:23:25,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/53fc9e05b46a4df780f01d2b1b7fe392 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/53fc9e05b46a4df780f01d2b1b7fe392 2024-11-20T01:23:25,751 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/53fc9e05b46a4df780f01d2b1b7fe392, entries=150, sequenceid=411, filesize=12.0 K 2024-11-20T01:23:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T01:23:25,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/854ea3826f1d455db130f028d4ad1170 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/854ea3826f1d455db130f028d4ad1170 2024-11-20T01:23:25,757 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/854ea3826f1d455db130f028d4ad1170, entries=150, sequenceid=411, filesize=12.0 K 2024-11-20T01:23:25,758 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ac41d8b5a06bc179df260cc09787d899 in 591ms, sequenceid=411, compaction requested=false 2024-11-20T01:23:25,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:25,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:25,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-20T01:23:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-20T01:23:25,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T01:23:25,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6770 sec 2024-11-20T01:23:25,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.6810 sec 2024-11-20T01:23:25,809 DEBUG [Thread-1961 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:49301 2024-11-20T01:23:25,810 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,811 DEBUG [Thread-1957 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:49301 2024-11-20T01:23:25,811 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,813 DEBUG [Thread-1959 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:49301 2024-11-20T01:23:25,813 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,815 DEBUG [Thread-1955 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:49301 2024-11-20T01:23:25,815 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,816 DEBUG [Thread-1953 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:49301 2024-11-20T01:23:25,816 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:25,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:25,901 DEBUG [Thread-1948 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:49301 2024-11-20T01:23:25,901 DEBUG [Thread-1950 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:49301 2024-11-20T01:23:25,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:25,901 DEBUG [Thread-1948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,901 DEBUG [Thread-1950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,903 DEBUG [Thread-1942 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:49301 2024-11-20T01:23:25,903 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/0e2802b2348e44c0951014e6c96e3f2c is 50, key is test_row_0/A:col10/1732065805900/Put/seqid=0 2024-11-20T01:23:25,910 DEBUG [Thread-1944 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:49301 2024-11-20T01:23:25,910 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742349_1525 (size=12301) 2024-11-20T01:23:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:23:26,198 INFO [Thread-1952 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-20T01:23:26,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/0e2802b2348e44c0951014e6c96e3f2c 2024-11-20T01:23:26,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/532d65875116442699d667a00d7b08da is 50, key is test_row_0/B:col10/1732065805900/Put/seqid=0 2024-11-20T01:23:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742350_1526 (size=12301) 2024-11-20T01:23:26,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/532d65875116442699d667a00d7b08da 2024-11-20T01:23:26,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/f2b66151e5ac49cb9e9a7bc23cf1d57f is 50, key is test_row_0/C:col10/1732065805900/Put/seqid=0 2024-11-20T01:23:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742351_1527 (size=12301) 2024-11-20T01:23:27,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/f2b66151e5ac49cb9e9a7bc23cf1d57f 2024-11-20T01:23:27,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/0e2802b2348e44c0951014e6c96e3f2c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e2802b2348e44c0951014e6c96e3f2c 2024-11-20T01:23:27,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e2802b2348e44c0951014e6c96e3f2c, entries=150, sequenceid=435, filesize=12.0 K 2024-11-20T01:23:27,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/532d65875116442699d667a00d7b08da as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/532d65875116442699d667a00d7b08da 2024-11-20T01:23:27,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/532d65875116442699d667a00d7b08da, entries=150, sequenceid=435, filesize=12.0 K 2024-11-20T01:23:27,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/f2b66151e5ac49cb9e9a7bc23cf1d57f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f2b66151e5ac49cb9e9a7bc23cf1d57f 2024-11-20T01:23:27,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f2b66151e5ac49cb9e9a7bc23cf1d57f, entries=150, sequenceid=435, filesize=12.0 K 2024-11-20T01:23:27,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=13.42 KB/13740 for ac41d8b5a06bc179df260cc09787d899 in 1243ms, sequenceid=435, compaction requested=true 2024-11-20T01:23:27,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:27,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:27,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:27,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:27,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:27,144 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac41d8b5a06bc179df260cc09787d899:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:27,145 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:27,145 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:27,145 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:27,145 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/A is initiating minor compaction (all files) 2024-11-20T01:23:27,145 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/B is initiating minor compaction (all files) 2024-11-20T01:23:27,145 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/A in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:27,145 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/B in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:27,145 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/1ba1b5b5a9d04e61bc2a851ed0866be1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/55b703182e234987a2e34247c98f9e27, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e2802b2348e44c0951014e6c96e3f2c] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=37.0 K 2024-11-20T01:23:27,145 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/73d1db27ecfc4b3f9b2ad806e9a2ca25, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/53fc9e05b46a4df780f01d2b1b7fe392, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/532d65875116442699d667a00d7b08da] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=37.0 K 2024-11-20T01:23:27,146 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ba1b5b5a9d04e61bc2a851ed0866be1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065804206 2024-11-20T01:23:27,146 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d1db27ecfc4b3f9b2ad806e9a2ca25, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065804206 2024-11-20T01:23:27,146 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55b703182e234987a2e34247c98f9e27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732065804873 2024-11-20T01:23:27,146 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 53fc9e05b46a4df780f01d2b1b7fe392, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732065804873 2024-11-20T01:23:27,146 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e2802b2348e44c0951014e6c96e3f2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732065805260 2024-11-20T01:23:27,146 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 532d65875116442699d667a00d7b08da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732065805260 2024-11-20T01:23:27,151 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#A#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:27,151 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:27,151 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/a6449d893926475ba189e04507a9986a is 50, key is test_row_0/A:col10/1732065805900/Put/seqid=0 2024-11-20T01:23:27,151 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/0c3945772108402fbb832b6ca840cae5 is 50, key is test_row_0/B:col10/1732065805900/Put/seqid=0 2024-11-20T01:23:27,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742352_1528 (size=13357) 2024-11-20T01:23:27,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742353_1529 (size=13357) 2024-11-20T01:23:27,451 DEBUG [Thread-1946 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:49301 2024-11-20T01:23:27,451 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1610 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4830 rows 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1614 2024-11-20T01:23:27,451 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4842 rows 2024-11-20T01:23:27,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1619 2024-11-20T01:23:27,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4857 rows 2024-11-20T01:23:27,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1622 2024-11-20T01:23:27,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4866 rows 2024-11-20T01:23:27,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1629 2024-11-20T01:23:27,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4887 rows 2024-11-20T01:23:27,452 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:23:27,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:49301 2024-11-20T01:23:27,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:27,454 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:23:27,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:23:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:23:27,458 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065807457"}]},"ts":"1732065807457"} 2024-11-20T01:23:27,459 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:23:27,461 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:23:27,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:23:27,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac41d8b5a06bc179df260cc09787d899, UNASSIGN}] 2024-11-20T01:23:27,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac41d8b5a06bc179df260cc09787d899, UNASSIGN 2024-11-20T01:23:27,463 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=ac41d8b5a06bc179df260cc09787d899, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:23:27,464 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:23:27,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:23:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:23:27,558 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/0c3945772108402fbb832b6ca840cae5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/0c3945772108402fbb832b6ca840cae5 2024-11-20T01:23:27,558 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/a6449d893926475ba189e04507a9986a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/a6449d893926475ba189e04507a9986a 2024-11-20T01:23:27,561 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/B of ac41d8b5a06bc179df260cc09787d899 into 0c3945772108402fbb832b6ca840cae5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:27,561 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/A of ac41d8b5a06bc179df260cc09787d899 into a6449d893926475ba189e04507a9986a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:27,561 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:27,561 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:27,561 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/A, priority=13, startTime=1732065807144; duration=0sec 2024-11-20T01:23:27,561 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/B, priority=13, startTime=1732065807144; duration=0sec 2024-11-20T01:23:27,562 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:27,562 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:B 2024-11-20T01:23:27,562 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:27,562 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:A 2024-11-20T01:23:27,562 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:27,562 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:27,562 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): ac41d8b5a06bc179df260cc09787d899/C is initiating minor compaction (all files) 2024-11-20T01:23:27,562 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac41d8b5a06bc179df260cc09787d899/C in TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:27,562 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/1a8ca99bed204be7ae25f0350c90de6c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/854ea3826f1d455db130f028d4ad1170, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f2b66151e5ac49cb9e9a7bc23cf1d57f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp, totalSize=37.0 K 2024-11-20T01:23:27,563 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a8ca99bed204be7ae25f0350c90de6c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065804206 2024-11-20T01:23:27,563 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 854ea3826f1d455db130f028d4ad1170, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732065804873 2024-11-20T01:23:27,563 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b66151e5ac49cb9e9a7bc23cf1d57f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732065805260 2024-11-20T01:23:27,567 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac41d8b5a06bc179df260cc09787d899#C#compaction#454 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:27,568 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/d4292cc2ff8242f6ae12febbdaaac7e8 is 50, key is test_row_0/C:col10/1732065805900/Put/seqid=0 2024-11-20T01:23:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742354_1530 (size=13357) 2024-11-20T01:23:27,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:27,616 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:27,616 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:23:27,616 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing ac41d8b5a06bc179df260cc09787d899, disabling compactions & flushes 2024-11-20T01:23:27,616 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:23:27,975 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/d4292cc2ff8242f6ae12febbdaaac7e8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/d4292cc2ff8242f6ae12febbdaaac7e8 2024-11-20T01:23:27,978 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac41d8b5a06bc179df260cc09787d899/C of ac41d8b5a06bc179df260cc09787d899 into d4292cc2ff8242f6ae12febbdaaac7e8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:27,978 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:27,978 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899., storeName=ac41d8b5a06bc179df260cc09787d899/C, priority=13, startTime=1732065807145; duration=0sec 2024-11-20T01:23:27,978 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:27,978 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac41d8b5a06bc179df260cc09787d899:C 2024-11-20T01:23:27,978 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:27,978 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:27,978 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. after waiting 0 ms 2024-11-20T01:23:27,978 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:27,978 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing ac41d8b5a06bc179df260cc09787d899 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T01:23:27,978 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=A 2024-11-20T01:23:27,979 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:27,979 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=B 2024-11-20T01:23:27,979 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:27,979 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac41d8b5a06bc179df260cc09787d899, store=C 2024-11-20T01:23:27,979 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:27,982 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/edce1a8b18fa4d4fb59518ac6453f46b is 50, key is test_row_0/A:col10/1732065807450/Put/seqid=0 2024-11-20T01:23:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742355_1531 (size=9857) 2024-11-20T01:23:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:23:28,385 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/edce1a8b18fa4d4fb59518ac6453f46b 2024-11-20T01:23:28,390 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e8c387d857af49fd9ae7a6d7855ee50b is 50, key is test_row_0/B:col10/1732065807450/Put/seqid=0 2024-11-20T01:23:28,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742356_1532 (size=9857) 2024-11-20T01:23:28,507 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:23:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:23:28,794 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e8c387d857af49fd9ae7a6d7855ee50b 2024-11-20T01:23:28,799 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/aa573f3ddecb45b984a21a6a2f0381e7 is 50, key is test_row_0/C:col10/1732065807450/Put/seqid=0 2024-11-20T01:23:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742357_1533 (size=9857) 2024-11-20T01:23:29,202 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/aa573f3ddecb45b984a21a6a2f0381e7 2024-11-20T01:23:29,206 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/A/edce1a8b18fa4d4fb59518ac6453f46b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/edce1a8b18fa4d4fb59518ac6453f46b 2024-11-20T01:23:29,208 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/edce1a8b18fa4d4fb59518ac6453f46b, entries=100, sequenceid=444, filesize=9.6 K 2024-11-20T01:23:29,209 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/B/e8c387d857af49fd9ae7a6d7855ee50b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8c387d857af49fd9ae7a6d7855ee50b 2024-11-20T01:23:29,211 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8c387d857af49fd9ae7a6d7855ee50b, entries=100, sequenceid=444, filesize=9.6 K 2024-11-20T01:23:29,211 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/.tmp/C/aa573f3ddecb45b984a21a6a2f0381e7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/aa573f3ddecb45b984a21a6a2f0381e7 2024-11-20T01:23:29,213 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/aa573f3ddecb45b984a21a6a2f0381e7, entries=100, sequenceid=444, filesize=9.6 K 2024-11-20T01:23:29,214 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for ac41d8b5a06bc179df260cc09787d899 in 1236ms, sequenceid=444, compaction requested=false 2024-11-20T01:23:29,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/dd582164beab42c8b75e4165d836f877, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/e8b2a0c1192742f3a8706478f3810e3b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/06d127377ac247159e8f012d959f9c2f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/2fc42d671702425fb73367a1ca64828d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/703338f2e3e04d02ad9957e2154571c8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/417ff36e81934064b91d004085bc00cd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/7d797ace23984b81abdbd14bd574f8ba, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9c953b3cecec48088b0bc3467943ce2c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/52c35c6a3d6c487fae5f2344c017c53e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ac5cdd30026248e399cd77b996c2e244, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/43567bd006b949318ac6707985a3913f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/834499eaedb343629e02b56da6fb6619, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9539afc0975c4a70a9f4503eaa596ade, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/6ffc31b53c3e4990ad9842c6ab0ae23f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/944f09b1671843acb774e6fef52a3779, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f13f258bb9604016902923014ecfc178, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/627c89449e954184832ed16d01f37b75, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ec6d7f0f8bce4fadab78bb2e4d06554f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/25c3304c16804fc0b469ef6ee7f29229, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/fb2d9b7d062749c68af271b5630be6ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f7857959b70c4769a6a36975368a1e14, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/d8b2bab417ef40b59a27961520830d10, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ade07e62d8d84dbf9e73d24fee50671d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/b4c62861f6d94da79397b6144f04ae3e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e9772c4b6e844849b0ac75f27dc57f1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/70a785c97a9645cfad81729090f00cc3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/db4998aa4bb74c5ab7839b205be30bef, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/40f71f56999a4fb9909df90ca5fee3ca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/1ba1b5b5a9d04e61bc2a851ed0866be1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/55b703182e234987a2e34247c98f9e27, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e2802b2348e44c0951014e6c96e3f2c] to archive 2024-11-20T01:23:29,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:29,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/dd582164beab42c8b75e4165d836f877 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/dd582164beab42c8b75e4165d836f877 2024-11-20T01:23:29,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/e8b2a0c1192742f3a8706478f3810e3b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/e8b2a0c1192742f3a8706478f3810e3b 2024-11-20T01:23:29,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/06d127377ac247159e8f012d959f9c2f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/06d127377ac247159e8f012d959f9c2f 2024-11-20T01:23:29,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/2fc42d671702425fb73367a1ca64828d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/2fc42d671702425fb73367a1ca64828d 2024-11-20T01:23:29,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/703338f2e3e04d02ad9957e2154571c8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/703338f2e3e04d02ad9957e2154571c8 2024-11-20T01:23:29,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/417ff36e81934064b91d004085bc00cd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/417ff36e81934064b91d004085bc00cd 2024-11-20T01:23:29,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/7d797ace23984b81abdbd14bd574f8ba to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/7d797ace23984b81abdbd14bd574f8ba 2024-11-20T01:23:29,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9c953b3cecec48088b0bc3467943ce2c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9c953b3cecec48088b0bc3467943ce2c 2024-11-20T01:23:29,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/52c35c6a3d6c487fae5f2344c017c53e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/52c35c6a3d6c487fae5f2344c017c53e 2024-11-20T01:23:29,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ac5cdd30026248e399cd77b996c2e244 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ac5cdd30026248e399cd77b996c2e244 2024-11-20T01:23:29,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/43567bd006b949318ac6707985a3913f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/43567bd006b949318ac6707985a3913f 2024-11-20T01:23:29,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/834499eaedb343629e02b56da6fb6619 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/834499eaedb343629e02b56da6fb6619 2024-11-20T01:23:29,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9539afc0975c4a70a9f4503eaa596ade to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/9539afc0975c4a70a9f4503eaa596ade 2024-11-20T01:23:29,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/6ffc31b53c3e4990ad9842c6ab0ae23f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/6ffc31b53c3e4990ad9842c6ab0ae23f 2024-11-20T01:23:29,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/944f09b1671843acb774e6fef52a3779 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/944f09b1671843acb774e6fef52a3779 2024-11-20T01:23:29,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f13f258bb9604016902923014ecfc178 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f13f258bb9604016902923014ecfc178 2024-11-20T01:23:29,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/627c89449e954184832ed16d01f37b75 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/627c89449e954184832ed16d01f37b75 2024-11-20T01:23:29,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ec6d7f0f8bce4fadab78bb2e4d06554f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ec6d7f0f8bce4fadab78bb2e4d06554f 2024-11-20T01:23:29,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/25c3304c16804fc0b469ef6ee7f29229 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/25c3304c16804fc0b469ef6ee7f29229 2024-11-20T01:23:29,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/fb2d9b7d062749c68af271b5630be6ca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/fb2d9b7d062749c68af271b5630be6ca 2024-11-20T01:23:29,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f7857959b70c4769a6a36975368a1e14 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/f7857959b70c4769a6a36975368a1e14 2024-11-20T01:23:29,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/d8b2bab417ef40b59a27961520830d10 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/d8b2bab417ef40b59a27961520830d10 2024-11-20T01:23:29,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ade07e62d8d84dbf9e73d24fee50671d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/ade07e62d8d84dbf9e73d24fee50671d 2024-11-20T01:23:29,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/b4c62861f6d94da79397b6144f04ae3e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/b4c62861f6d94da79397b6144f04ae3e 2024-11-20T01:23:29,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e9772c4b6e844849b0ac75f27dc57f1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e9772c4b6e844849b0ac75f27dc57f1 2024-11-20T01:23:29,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/70a785c97a9645cfad81729090f00cc3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/70a785c97a9645cfad81729090f00cc3 2024-11-20T01:23:29,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/db4998aa4bb74c5ab7839b205be30bef to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/db4998aa4bb74c5ab7839b205be30bef 2024-11-20T01:23:29,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/40f71f56999a4fb9909df90ca5fee3ca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/40f71f56999a4fb9909df90ca5fee3ca 2024-11-20T01:23:29,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/1ba1b5b5a9d04e61bc2a851ed0866be1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/1ba1b5b5a9d04e61bc2a851ed0866be1 2024-11-20T01:23:29,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/55b703182e234987a2e34247c98f9e27 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/55b703182e234987a2e34247c98f9e27 2024-11-20T01:23:29,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e2802b2348e44c0951014e6c96e3f2c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/0e2802b2348e44c0951014e6c96e3f2c 2024-11-20T01:23:29,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e2dac732b80d4b90b910c942e7452a88, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b6e1ab814d9f476a916f970d63733c4e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/81fc59df1b9041b3888a6b8e50d5c967, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/10496edaf18d404e948dbebb993323a9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/4b3a58348c9a401b947ad48a6f59bb9c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7bb19a136e714ebdaef5402115c9e1dc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/9056f9fcfcef49609b7ef512cf9f8626, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/47fd258dc6fa43bbb5fbe6ac2b8d1588, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8b825ad8a7b48c3a589679d2baa0057, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/dafca68fc3c64942af1a81dab072f431, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/375472fa8a4b4b729daf5912e5da9bea, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b70c7dc4b1d2466c9b64d63132b00eeb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b1119ae1aba64d26b71b901cdee4cab2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/996cbaedf3c0470c9aa9064496c0d6de, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d926af2e3d6849b0b7749bcb50aa1b95, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2c3d76625b484d559e04c17bce27703d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/366c2ec2b1084cccac1398e7e16066e4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e5ea135d57fc48b0b4eeb95909a382a3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/26c3413430174e78b3a1232ddd1d5719, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/f84fe6cb0aad473da328f98e0d727f6e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/3548f36082104d788d9c97ababf82fbd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e0e3a7ae1b704b5f9fe2b6b21ae99370, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/48cad2c7b157414bae1bc2450e3ae6a7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/1ff33755c5a94f0ebf6f27fc444a2284, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d880b4e7e71d4d84a9e67204c1ed42de, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/90960a34986e43a597e5d7ef6ec2b80f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2df5393568a74c61b477291a13ba9999, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/73d1db27ecfc4b3f9b2ad806e9a2ca25, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7adb7d5075a544dfa3f389d2540be31c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/53fc9e05b46a4df780f01d2b1b7fe392, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/532d65875116442699d667a00d7b08da] to archive 2024-11-20T01:23:29,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:29,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e2dac732b80d4b90b910c942e7452a88 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e2dac732b80d4b90b910c942e7452a88 2024-11-20T01:23:29,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b6e1ab814d9f476a916f970d63733c4e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b6e1ab814d9f476a916f970d63733c4e 2024-11-20T01:23:29,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/81fc59df1b9041b3888a6b8e50d5c967 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/81fc59df1b9041b3888a6b8e50d5c967 2024-11-20T01:23:29,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/10496edaf18d404e948dbebb993323a9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/10496edaf18d404e948dbebb993323a9 2024-11-20T01:23:29,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/4b3a58348c9a401b947ad48a6f59bb9c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/4b3a58348c9a401b947ad48a6f59bb9c 2024-11-20T01:23:29,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7bb19a136e714ebdaef5402115c9e1dc to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7bb19a136e714ebdaef5402115c9e1dc 2024-11-20T01:23:29,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/9056f9fcfcef49609b7ef512cf9f8626 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/9056f9fcfcef49609b7ef512cf9f8626 2024-11-20T01:23:29,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/47fd258dc6fa43bbb5fbe6ac2b8d1588 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/47fd258dc6fa43bbb5fbe6ac2b8d1588 2024-11-20T01:23:29,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8b825ad8a7b48c3a589679d2baa0057 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8b825ad8a7b48c3a589679d2baa0057 2024-11-20T01:23:29,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/dafca68fc3c64942af1a81dab072f431 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/dafca68fc3c64942af1a81dab072f431 2024-11-20T01:23:29,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/375472fa8a4b4b729daf5912e5da9bea to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/375472fa8a4b4b729daf5912e5da9bea 2024-11-20T01:23:29,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b70c7dc4b1d2466c9b64d63132b00eeb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b70c7dc4b1d2466c9b64d63132b00eeb 2024-11-20T01:23:29,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b1119ae1aba64d26b71b901cdee4cab2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/b1119ae1aba64d26b71b901cdee4cab2 2024-11-20T01:23:29,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/996cbaedf3c0470c9aa9064496c0d6de to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/996cbaedf3c0470c9aa9064496c0d6de 2024-11-20T01:23:29,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d926af2e3d6849b0b7749bcb50aa1b95 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d926af2e3d6849b0b7749bcb50aa1b95 2024-11-20T01:23:29,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2c3d76625b484d559e04c17bce27703d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2c3d76625b484d559e04c17bce27703d 2024-11-20T01:23:29,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/366c2ec2b1084cccac1398e7e16066e4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/366c2ec2b1084cccac1398e7e16066e4 2024-11-20T01:23:29,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e5ea135d57fc48b0b4eeb95909a382a3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e5ea135d57fc48b0b4eeb95909a382a3 2024-11-20T01:23:29,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/26c3413430174e78b3a1232ddd1d5719 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/26c3413430174e78b3a1232ddd1d5719 2024-11-20T01:23:29,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/f84fe6cb0aad473da328f98e0d727f6e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/f84fe6cb0aad473da328f98e0d727f6e 2024-11-20T01:23:29,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/3548f36082104d788d9c97ababf82fbd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/3548f36082104d788d9c97ababf82fbd 2024-11-20T01:23:29,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e0e3a7ae1b704b5f9fe2b6b21ae99370 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e0e3a7ae1b704b5f9fe2b6b21ae99370 2024-11-20T01:23:29,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/48cad2c7b157414bae1bc2450e3ae6a7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/48cad2c7b157414bae1bc2450e3ae6a7 2024-11-20T01:23:29,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/1ff33755c5a94f0ebf6f27fc444a2284 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/1ff33755c5a94f0ebf6f27fc444a2284 2024-11-20T01:23:29,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d880b4e7e71d4d84a9e67204c1ed42de to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/d880b4e7e71d4d84a9e67204c1ed42de 2024-11-20T01:23:29,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/90960a34986e43a597e5d7ef6ec2b80f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/90960a34986e43a597e5d7ef6ec2b80f 2024-11-20T01:23:29,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2df5393568a74c61b477291a13ba9999 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/2df5393568a74c61b477291a13ba9999 2024-11-20T01:23:29,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/73d1db27ecfc4b3f9b2ad806e9a2ca25 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/73d1db27ecfc4b3f9b2ad806e9a2ca25 2024-11-20T01:23:29,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7adb7d5075a544dfa3f389d2540be31c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/7adb7d5075a544dfa3f389d2540be31c 2024-11-20T01:23:29,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/53fc9e05b46a4df780f01d2b1b7fe392 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/53fc9e05b46a4df780f01d2b1b7fe392 2024-11-20T01:23:29,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/532d65875116442699d667a00d7b08da to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/532d65875116442699d667a00d7b08da 2024-11-20T01:23:29,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/34c94cfec1d8496bab8d4a06d098cc98, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/11e65da9b4a24902bee10e968fc71b5d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fd7cfe2429ca4f83842d481cf1c55e62, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/0e0ad4112e3742fbae04cc5c66eff5e8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a00b3a8ca774498fa808e4b692b693b9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fac8df103a0c409880d2403c8522a649, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/afa1014b361741038616af145a2ab04e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/7879322974c04f35ab2c6fb63120a222, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a91f97356ed244d7bbc8b082accda575, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fa9cadd3d6944ba0842bcf7188ee53b7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a243c96b23b441a79b15e9da969a4908, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/5636440449de49378c3b78ffaf92a0b1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/6d4925031a384a3f88710a1acae21f4e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/87a9e243767a44a99ead1b5d9a773652, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/91fcb35045104359aded9b9b81ec2d02, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ba52550f48e54fabba65769f796f13f4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/25383f8e8e4e4eb7be03117d8b85a3e3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f5b03c2d93164a9c9a77ad220baa27af, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ef11e90e9410408aa81ea2dd1c330fe5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3d89950ea5ce4baf8fab4db85e62962f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/abef2e7f0eab4bb3bbca7ab1401a0fa6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/9b0a338a396b4024a80daac027922430, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac26886b53414e39a74a31c9c8e44af7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e74f0b6e456949a0ac26a744a4ecaf34, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac01c11b55bf47bd896c24cf6bdac2a1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/79dd2b61eb8640f399d16fc568abf43e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e87b937a893848cebe298de851821f5b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/1a8ca99bed204be7ae25f0350c90de6c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3727727d924847ffb28fb995213a39e7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/854ea3826f1d455db130f028d4ad1170, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f2b66151e5ac49cb9e9a7bc23cf1d57f] to archive 2024-11-20T01:23:29,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:29,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/34c94cfec1d8496bab8d4a06d098cc98 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/34c94cfec1d8496bab8d4a06d098cc98 2024-11-20T01:23:29,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/11e65da9b4a24902bee10e968fc71b5d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/11e65da9b4a24902bee10e968fc71b5d 2024-11-20T01:23:29,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fd7cfe2429ca4f83842d481cf1c55e62 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fd7cfe2429ca4f83842d481cf1c55e62 2024-11-20T01:23:29,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/0e0ad4112e3742fbae04cc5c66eff5e8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/0e0ad4112e3742fbae04cc5c66eff5e8 2024-11-20T01:23:29,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a00b3a8ca774498fa808e4b692b693b9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a00b3a8ca774498fa808e4b692b693b9 2024-11-20T01:23:29,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fac8df103a0c409880d2403c8522a649 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fac8df103a0c409880d2403c8522a649 2024-11-20T01:23:29,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/afa1014b361741038616af145a2ab04e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/afa1014b361741038616af145a2ab04e 2024-11-20T01:23:29,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/7879322974c04f35ab2c6fb63120a222 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/7879322974c04f35ab2c6fb63120a222 2024-11-20T01:23:29,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a91f97356ed244d7bbc8b082accda575 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a91f97356ed244d7bbc8b082accda575 2024-11-20T01:23:29,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fa9cadd3d6944ba0842bcf7188ee53b7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/fa9cadd3d6944ba0842bcf7188ee53b7 2024-11-20T01:23:29,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a243c96b23b441a79b15e9da969a4908 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/a243c96b23b441a79b15e9da969a4908 2024-11-20T01:23:29,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/5636440449de49378c3b78ffaf92a0b1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/5636440449de49378c3b78ffaf92a0b1 2024-11-20T01:23:29,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/6d4925031a384a3f88710a1acae21f4e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/6d4925031a384a3f88710a1acae21f4e 2024-11-20T01:23:29,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/87a9e243767a44a99ead1b5d9a773652 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/87a9e243767a44a99ead1b5d9a773652 2024-11-20T01:23:29,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/91fcb35045104359aded9b9b81ec2d02 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/91fcb35045104359aded9b9b81ec2d02 2024-11-20T01:23:29,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ba52550f48e54fabba65769f796f13f4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ba52550f48e54fabba65769f796f13f4 2024-11-20T01:23:29,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/25383f8e8e4e4eb7be03117d8b85a3e3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/25383f8e8e4e4eb7be03117d8b85a3e3 2024-11-20T01:23:29,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f5b03c2d93164a9c9a77ad220baa27af to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f5b03c2d93164a9c9a77ad220baa27af 2024-11-20T01:23:29,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ef11e90e9410408aa81ea2dd1c330fe5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ef11e90e9410408aa81ea2dd1c330fe5 2024-11-20T01:23:29,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3d89950ea5ce4baf8fab4db85e62962f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3d89950ea5ce4baf8fab4db85e62962f 2024-11-20T01:23:29,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/abef2e7f0eab4bb3bbca7ab1401a0fa6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/abef2e7f0eab4bb3bbca7ab1401a0fa6 2024-11-20T01:23:29,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/9b0a338a396b4024a80daac027922430 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/9b0a338a396b4024a80daac027922430 2024-11-20T01:23:29,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac26886b53414e39a74a31c9c8e44af7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac26886b53414e39a74a31c9c8e44af7 2024-11-20T01:23:29,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e74f0b6e456949a0ac26a744a4ecaf34 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e74f0b6e456949a0ac26a744a4ecaf34 2024-11-20T01:23:29,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac01c11b55bf47bd896c24cf6bdac2a1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/ac01c11b55bf47bd896c24cf6bdac2a1 2024-11-20T01:23:29,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/79dd2b61eb8640f399d16fc568abf43e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/79dd2b61eb8640f399d16fc568abf43e 2024-11-20T01:23:29,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e87b937a893848cebe298de851821f5b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/e87b937a893848cebe298de851821f5b 2024-11-20T01:23:29,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/1a8ca99bed204be7ae25f0350c90de6c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/1a8ca99bed204be7ae25f0350c90de6c 2024-11-20T01:23:29,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3727727d924847ffb28fb995213a39e7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/3727727d924847ffb28fb995213a39e7 2024-11-20T01:23:29,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/854ea3826f1d455db130f028d4ad1170 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/854ea3826f1d455db130f028d4ad1170 2024-11-20T01:23:29,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f2b66151e5ac49cb9e9a7bc23cf1d57f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/f2b66151e5ac49cb9e9a7bc23cf1d57f 2024-11-20T01:23:29,293 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/recovered.edits/447.seqid, newMaxSeqId=447, maxSeqId=1 2024-11-20T01:23:29,293 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899. 2024-11-20T01:23:29,293 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for ac41d8b5a06bc179df260cc09787d899: 2024-11-20T01:23:29,295 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:29,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=ac41d8b5a06bc179df260cc09787d899, regionState=CLOSED 2024-11-20T01:23:29,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T01:23:29,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure ac41d8b5a06bc179df260cc09787d899, server=31023a2ec537,44825,1732065660140 in 1.8320 sec 2024-11-20T01:23:29,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T01:23:29,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac41d8b5a06bc179df260cc09787d899, UNASSIGN in 1.8350 sec 2024-11-20T01:23:29,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-20T01:23:29,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8370 sec 2024-11-20T01:23:29,300 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065809300"}]},"ts":"1732065809300"} 2024-11-20T01:23:29,301 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:23:29,302 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:23:29,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8490 sec 2024-11-20T01:23:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:23:29,561 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-20T01:23:29,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:23:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:29,562 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-20T01:23:29,563 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:29,564 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:29,566 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/recovered.edits] 2024-11-20T01:23:29,568 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/a6449d893926475ba189e04507a9986a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/a6449d893926475ba189e04507a9986a 2024-11-20T01:23:29,568 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/edce1a8b18fa4d4fb59518ac6453f46b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/A/edce1a8b18fa4d4fb59518ac6453f46b 2024-11-20T01:23:29,570 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/0c3945772108402fbb832b6ca840cae5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/0c3945772108402fbb832b6ca840cae5 2024-11-20T01:23:29,571 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8c387d857af49fd9ae7a6d7855ee50b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/B/e8c387d857af49fd9ae7a6d7855ee50b 2024-11-20T01:23:29,572 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/aa573f3ddecb45b984a21a6a2f0381e7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/aa573f3ddecb45b984a21a6a2f0381e7 2024-11-20T01:23:29,573 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/d4292cc2ff8242f6ae12febbdaaac7e8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/C/d4292cc2ff8242f6ae12febbdaaac7e8 2024-11-20T01:23:29,575 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/recovered.edits/447.seqid to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899/recovered.edits/447.seqid 2024-11-20T01:23:29,575 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/ac41d8b5a06bc179df260cc09787d899 2024-11-20T01:23:29,575 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:23:29,577 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:29,579 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:23:29,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:23:29,581 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:29,581 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:23:29,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065809581"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:29,582 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:23:29,582 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ac41d8b5a06bc179df260cc09787d899, NAME => 'TestAcidGuarantees,,1732065783634.ac41d8b5a06bc179df260cc09787d899.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:23:29,582 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:23:29,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065809583"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:29,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:23:29,586 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:29,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-11-20T01:23:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-20T01:23:29,664 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-20T01:23:29,673 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=759 (was 598) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2026 (was 2219) 2024-11-20T01:23:29,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=759, ProcessCount=11, AvailableMemoryMB=2025 2024-11-20T01:23:29,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:23:29,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:29,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:29,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:29,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-20T01:23:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T01:23:29,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742358_1534 (size=960) 2024-11-20T01:23:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T01:23:29,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:23:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T01:23:30,091 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778 2024-11-20T01:23:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742359_1535 (size=53) 2024-11-20T01:23:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T01:23:30,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:30,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c79ed17ddeb3ec8ff4d6754dce403b0e, disabling compactions & flushes 2024-11-20T01:23:30,496 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:30,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:30,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. after waiting 0 ms 2024-11-20T01:23:30,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:30,496 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:30,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:30,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:30,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065810497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065810497"}]},"ts":"1732065810497"} 2024-11-20T01:23:30,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:23:30,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:30,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065810499"}]},"ts":"1732065810499"} 2024-11-20T01:23:30,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:23:30,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, ASSIGN}] 2024-11-20T01:23:30,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, ASSIGN 2024-11-20T01:23:30,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, ASSIGN; state=OFFLINE, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=false 2024-11-20T01:23:30,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=c79ed17ddeb3ec8ff4d6754dce403b0e, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:23:30,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:23:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T01:23:30,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:30,810 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:30,810 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:30,811 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,811 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:30,811 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,811 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,812 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,813 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:30,813 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79ed17ddeb3ec8ff4d6754dce403b0e columnFamilyName A 2024-11-20T01:23:30,813 DEBUG [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:30,813 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(327): Store=c79ed17ddeb3ec8ff4d6754dce403b0e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:30,813 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,814 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:30,814 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79ed17ddeb3ec8ff4d6754dce403b0e columnFamilyName B 2024-11-20T01:23:30,814 DEBUG [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:30,815 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(327): Store=c79ed17ddeb3ec8ff4d6754dce403b0e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:30,815 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,816 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:30,816 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79ed17ddeb3ec8ff4d6754dce403b0e columnFamilyName C 2024-11-20T01:23:30,816 DEBUG [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:30,816 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(327): Store=c79ed17ddeb3ec8ff4d6754dce403b0e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:30,816 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:30,817 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,817 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,818 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:23:30,819 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:30,821 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:30,821 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened c79ed17ddeb3ec8ff4d6754dce403b0e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75256524, jitterRate=0.1214095950126648}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:23:30,822 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:30,822 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., pid=155, masterSystemTime=1732065810808 2024-11-20T01:23:30,823 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:30,823 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:30,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=c79ed17ddeb3ec8ff4d6754dce403b0e, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:23:30,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T01:23:30,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 in 169 msec 2024-11-20T01:23:30,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-20T01:23:30,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, ASSIGN in 323 msec 2024-11-20T01:23:30,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:30,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065810827"}]},"ts":"1732065810827"} 2024-11-20T01:23:30,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:23:30,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:30,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-20T01:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T01:23:31,788 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-20T01:23:31,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-20T01:23:31,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:31,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:31,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:31,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:31,803 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:23:31,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:31,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742360_1536 (size=996) 2024-11-20T01:23:32,217 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T01:23:32,217 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T01:23:32,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:23:32,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, REOPEN/MOVE}] 2024-11-20T01:23:32,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, REOPEN/MOVE 2024-11-20T01:23:32,222 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=c79ed17ddeb3ec8ff4d6754dce403b0e, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,223 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:23:32,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:23:32,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,374 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,374 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:23:32,374 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing c79ed17ddeb3ec8ff4d6754dce403b0e, disabling compactions & flushes 2024-11-20T01:23:32,374 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,374 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,374 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. after waiting 0 ms 2024-11-20T01:23:32,375 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,378 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T01:23:32,378 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,378 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:32,378 WARN [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: c79ed17ddeb3ec8ff4d6754dce403b0e to self. 2024-11-20T01:23:32,379 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=c79ed17ddeb3ec8ff4d6754dce403b0e, regionState=CLOSED 2024-11-20T01:23:32,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T01:23:32,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 in 157 msec 2024-11-20T01:23:32,382 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, REOPEN/MOVE; state=CLOSED, location=31023a2ec537,44825,1732065660140; forceNewPlan=false, retain=true 2024-11-20T01:23:32,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=c79ed17ddeb3ec8ff4d6754dce403b0e, regionState=OPENING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:23:32,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,687 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,687 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:32,687 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,687 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:32,688 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,688 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,689 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,689 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:32,690 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79ed17ddeb3ec8ff4d6754dce403b0e columnFamilyName A 2024-11-20T01:23:32,690 DEBUG [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:32,691 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(327): Store=c79ed17ddeb3ec8ff4d6754dce403b0e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:32,691 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,692 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:32,692 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79ed17ddeb3ec8ff4d6754dce403b0e columnFamilyName B 2024-11-20T01:23:32,692 DEBUG [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:32,692 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(327): Store=c79ed17ddeb3ec8ff4d6754dce403b0e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:32,692 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,693 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:32,693 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79ed17ddeb3ec8ff4d6754dce403b0e columnFamilyName C 2024-11-20T01:23:32,693 DEBUG [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:32,693 INFO [StoreOpener-c79ed17ddeb3ec8ff4d6754dce403b0e-1 {}] regionserver.HStore(327): Store=c79ed17ddeb3ec8ff4d6754dce403b0e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:32,693 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,694 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,695 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,696 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:23:32,697 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,698 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened c79ed17ddeb3ec8ff4d6754dce403b0e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59219796, jitterRate=-0.11755627393722534}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:23:32,699 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:32,699 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., pid=160, masterSystemTime=1732065812684 2024-11-20T01:23:32,701 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=c79ed17ddeb3ec8ff4d6754dce403b0e, regionState=OPEN, openSeqNum=5, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,701 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-20T01:23:32,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 in 169 msec 2024-11-20T01:23:32,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-20T01:23:32,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, REOPEN/MOVE in 482 msec 2024-11-20T01:23:32,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T01:23:32,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-20T01:23:32,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-20T01:23:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-20T01:23:32,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-20T01:23:32,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-20T01:23:32,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-20T01:23:32,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-20T01:23:32,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,721 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-20T01:23:32,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-20T01:23:32,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-20T01:23:32,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-20T01:23:32,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-20T01:23:32,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:49301 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-20T01:23:32,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:32,747 DEBUG [hconnection-0x55e49b51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,747 DEBUG [hconnection-0x4e0c05b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,747 DEBUG [hconnection-0x7d003b6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,747 DEBUG [hconnection-0x63f0d024-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,748 DEBUG [hconnection-0x5c4c1218-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,748 DEBUG [hconnection-0x5f70fac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,748 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,748 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:32,748 DEBUG [hconnection-0x831e58f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,748 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,749 DEBUG [hconnection-0x7dcee5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,749 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,749 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,749 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-20T01:23:32,749 DEBUG [hconnection-0x4acef1cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,750 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,749 DEBUG [hconnection-0xc914ba6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:32,750 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,750 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,751 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T01:23:32,751 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:32,752 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:32,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:32,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:32,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:32,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065872769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065872769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065872769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065872771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065872771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b32dc4063304484b8f2735690f47b72e_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065812752/Put/seqid=0 2024-11-20T01:23:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742361_1537 (size=12154) 2024-11-20T01:23:32,786 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:32,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b32dc4063304484b8f2735690f47b72e_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b32dc4063304484b8f2735690f47b72e_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/758f13e30768431fb2f2dcebf520e60e, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:32,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/758f13e30768431fb2f2dcebf520e60e is 175, key is test_row_0/A:col10/1732065812752/Put/seqid=0 2024-11-20T01:23:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742362_1538 (size=30955) 2024-11-20T01:23:32,799 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/758f13e30768431fb2f2dcebf520e60e 2024-11-20T01:23:32,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/8663adb0732d4658afa73937a0a3b22d is 50, key is test_row_0/B:col10/1732065812752/Put/seqid=0 2024-11-20T01:23:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742363_1539 (size=12001) 2024-11-20T01:23:32,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/8663adb0732d4658afa73937a0a3b22d 2024-11-20T01:23:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T01:23:32,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/9498df4c020e4fc7bf339c43cf53296d is 50, key is test_row_0/C:col10/1732065812752/Put/seqid=0 2024-11-20T01:23:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742364_1540 (size=12001) 2024-11-20T01:23:32,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/9498df4c020e4fc7bf339c43cf53296d 2024-11-20T01:23:32,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/758f13e30768431fb2f2dcebf520e60e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/758f13e30768431fb2f2dcebf520e60e 2024-11-20T01:23:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065872873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065872873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065872874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065872874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065872874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/758f13e30768431fb2f2dcebf520e60e, entries=150, sequenceid=17, filesize=30.2 K 2024-11-20T01:23:32,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/8663adb0732d4658afa73937a0a3b22d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/8663adb0732d4658afa73937a0a3b22d 2024-11-20T01:23:32,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/8663adb0732d4658afa73937a0a3b22d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T01:23:32,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/9498df4c020e4fc7bf339c43cf53296d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9498df4c020e4fc7bf339c43cf53296d 2024-11-20T01:23:32,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9498df4c020e4fc7bf339c43cf53296d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T01:23:32,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c79ed17ddeb3ec8ff4d6754dce403b0e in 132ms, sequenceid=17, compaction requested=false 2024-11-20T01:23:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:32,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:32,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T01:23:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:32,904 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:23:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:32,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112099cceb0787254d68bcddc15a44b00810_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065812764/Put/seqid=0 2024-11-20T01:23:32,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742365_1541 (size=12154) 2024-11-20T01:23:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:32,918 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112099cceb0787254d68bcddc15a44b00810_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112099cceb0787254d68bcddc15a44b00810_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:32,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c3dd8808641f487db7fc7783f642c37c, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:32,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c3dd8808641f487db7fc7783f642c37c is 175, key is test_row_0/A:col10/1732065812764/Put/seqid=0 2024-11-20T01:23:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742366_1542 (size=30955) 2024-11-20T01:23:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T01:23:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:33,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:33,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065873080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065873081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065873082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065873082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065873083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065873184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065873184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065873185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065873186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065873186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,323 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c3dd8808641f487db7fc7783f642c37c 2024-11-20T01:23:33,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/d47d9c6133374b9d9d6e96db709a52ff is 50, key is test_row_0/B:col10/1732065812764/Put/seqid=0 2024-11-20T01:23:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742367_1543 (size=12001) 2024-11-20T01:23:33,347 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/d47d9c6133374b9d9d6e96db709a52ff 2024-11-20T01:23:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T01:23:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/9fc5bcf71a0042b99aeebb245fde2510 is 50, key is test_row_0/C:col10/1732065812764/Put/seqid=0 2024-11-20T01:23:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742368_1544 (size=12001) 2024-11-20T01:23:33,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065873386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065873387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065873388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065873388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065873389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065873690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065873690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065873692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065873693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065873693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:33,778 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/9fc5bcf71a0042b99aeebb245fde2510 2024-11-20T01:23:33,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c3dd8808641f487db7fc7783f642c37c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c3dd8808641f487db7fc7783f642c37c 2024-11-20T01:23:33,785 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c3dd8808641f487db7fc7783f642c37c, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T01:23:33,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/d47d9c6133374b9d9d6e96db709a52ff as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d47d9c6133374b9d9d6e96db709a52ff 2024-11-20T01:23:33,789 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d47d9c6133374b9d9d6e96db709a52ff, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T01:23:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/9fc5bcf71a0042b99aeebb245fde2510 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9fc5bcf71a0042b99aeebb245fde2510 2024-11-20T01:23:33,792 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9fc5bcf71a0042b99aeebb245fde2510, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T01:23:33,793 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c79ed17ddeb3ec8ff4d6754dce403b0e in 889ms, sequenceid=41, compaction requested=false 2024-11-20T01:23:33,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:33,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:33,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-20T01:23:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-20T01:23:33,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-20T01:23:33,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0420 sec 2024-11-20T01:23:33,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.0480 sec 2024-11-20T01:23:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T01:23:33,854 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-20T01:23:33,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-20T01:23:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:23:33,856 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:33,857 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:33,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:23:34,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T01:23:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:34,009 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:34,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120947a855bc93140f9847477ae73ae92eb_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065813081/Put/seqid=0 2024-11-20T01:23:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742369_1545 (size=12154) 2024-11-20T01:23:34,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:34,024 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120947a855bc93140f9847477ae73ae92eb_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120947a855bc93140f9847477ae73ae92eb_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/69de980446044f239ef51abc3417dae9, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/69de980446044f239ef51abc3417dae9 is 175, key is test_row_0/A:col10/1732065813081/Put/seqid=0 2024-11-20T01:23:34,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742370_1546 (size=30955) 2024-11-20T01:23:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:23:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:34,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:34,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065874211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065874214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065874215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065874215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065874215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065874316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065874319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065874319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065874319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065874319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,430 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/69de980446044f239ef51abc3417dae9 2024-11-20T01:23:34,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/5aeb4c4cb0544345ac34972143b858fd is 50, key is test_row_0/B:col10/1732065813081/Put/seqid=0 2024-11-20T01:23:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:23:34,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742371_1547 (size=12001) 2024-11-20T01:23:34,481 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/5aeb4c4cb0544345ac34972143b858fd 2024-11-20T01:23:34,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/913e0088304f4f16aa86e9e85e9366ac is 50, key is test_row_0/C:col10/1732065813081/Put/seqid=0 2024-11-20T01:23:34,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065874520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065874521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065874521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065874522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065874522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742372_1548 (size=12001) 2024-11-20T01:23:34,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:23:34,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065874824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065874825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065874828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065874829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065874825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:34,944 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/913e0088304f4f16aa86e9e85e9366ac 2024-11-20T01:23:34,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/69de980446044f239ef51abc3417dae9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/69de980446044f239ef51abc3417dae9 2024-11-20T01:23:34,957 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/69de980446044f239ef51abc3417dae9, entries=150, sequenceid=53, filesize=30.2 K 2024-11-20T01:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:23:34,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/5aeb4c4cb0544345ac34972143b858fd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/5aeb4c4cb0544345ac34972143b858fd 2024-11-20T01:23:34,965 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/5aeb4c4cb0544345ac34972143b858fd, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T01:23:34,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/913e0088304f4f16aa86e9e85e9366ac as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/913e0088304f4f16aa86e9e85e9366ac 2024-11-20T01:23:34,971 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/913e0088304f4f16aa86e9e85e9366ac, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T01:23:34,972 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c79ed17ddeb3ec8ff4d6754dce403b0e in 963ms, sequenceid=53, compaction requested=true 2024-11-20T01:23:34,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:34,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:34,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-20T01:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-20T01:23:34,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T01:23:34,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1180 sec 2024-11-20T01:23:34,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.1220 sec 2024-11-20T01:23:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:35,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:23:35,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:35,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:35,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:35,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f9a78aa136a477eab33320c9869df6f_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065814214/Put/seqid=0 2024-11-20T01:23:35,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065875346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065875348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065875349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065875350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742373_1549 (size=14594) 2024-11-20T01:23:35,355 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065875353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,361 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f9a78aa136a477eab33320c9869df6f_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f9a78aa136a477eab33320c9869df6f_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:35,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/45f2e5c350ec44cabca56ed36f88220f, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:35,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/45f2e5c350ec44cabca56ed36f88220f is 175, key is test_row_0/A:col10/1732065814214/Put/seqid=0 2024-11-20T01:23:35,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742374_1550 (size=39549) 2024-11-20T01:23:35,391 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/45f2e5c350ec44cabca56ed36f88220f 2024-11-20T01:23:35,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/262400df4f0e4980b1d16de68adca4d8 is 50, key is test_row_0/B:col10/1732065814214/Put/seqid=0 2024-11-20T01:23:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742375_1551 (size=12001) 2024-11-20T01:23:35,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/262400df4f0e4980b1d16de68adca4d8 2024-11-20T01:23:35,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6f89550cb20e47f6a3950320533fd3af is 50, key is test_row_0/C:col10/1732065814214/Put/seqid=0 2024-11-20T01:23:35,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065875453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065875457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065875457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742376_1552 (size=12001) 2024-11-20T01:23:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065875656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065875661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065875662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:35,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6f89550cb20e47f6a3950320533fd3af 2024-11-20T01:23:35,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/45f2e5c350ec44cabca56ed36f88220f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/45f2e5c350ec44cabca56ed36f88220f 2024-11-20T01:23:35,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/45f2e5c350ec44cabca56ed36f88220f, entries=200, sequenceid=80, filesize=38.6 K 2024-11-20T01:23:35,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/262400df4f0e4980b1d16de68adca4d8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/262400df4f0e4980b1d16de68adca4d8 2024-11-20T01:23:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/262400df4f0e4980b1d16de68adca4d8, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T01:23:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6f89550cb20e47f6a3950320533fd3af as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f89550cb20e47f6a3950320533fd3af 2024-11-20T01:23:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f89550cb20e47f6a3950320533fd3af, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T01:23:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c79ed17ddeb3ec8ff4d6754dce403b0e in 573ms, sequenceid=80, compaction requested=true 2024-11-20T01:23:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T01:23:35,909 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,909 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,910 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:35,910 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,910 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:35,911 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/758f13e30768431fb2f2dcebf520e60e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c3dd8808641f487db7fc7783f642c37c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/69de980446044f239ef51abc3417dae9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/45f2e5c350ec44cabca56ed36f88220f] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=129.3 K 2024-11-20T01:23:35,911 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:35,911 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/758f13e30768431fb2f2dcebf520e60e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c3dd8808641f487db7fc7783f642c37c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/69de980446044f239ef51abc3417dae9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/45f2e5c350ec44cabca56ed36f88220f] 2024-11-20T01:23:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,911 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:35,911 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:35,911 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:35,911 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9498df4c020e4fc7bf339c43cf53296d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9fc5bcf71a0042b99aeebb245fde2510, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/913e0088304f4f16aa86e9e85e9366ac, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f89550cb20e47f6a3950320533fd3af] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=46.9 K 2024-11-20T01:23:35,911 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 758f13e30768431fb2f2dcebf520e60e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732065812752 2024-11-20T01:23:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,912 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9498df4c020e4fc7bf339c43cf53296d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732065812752 2024-11-20T01:23:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,912 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3dd8808641f487db7fc7783f642c37c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065812764 2024-11-20T01:23:35,912 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fc5bcf71a0042b99aeebb245fde2510, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065812764 2024-11-20T01:23:35,912 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69de980446044f239ef51abc3417dae9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065813080 2024-11-20T01:23:35,913 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 913e0088304f4f16aa86e9e85e9366ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065813080 2024-11-20T01:23:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,913 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45f2e5c350ec44cabca56ed36f88220f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732065814210 2024-11-20T01:23:35,913 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f89550cb20e47f6a3950320533fd3af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732065814210 2024-11-20T01:23:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,926 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,928 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,929 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/8b3f714d71044bc1b514ba03a69174a6 is 50, key is test_row_0/C:col10/1732065814214/Put/seqid=0 2024-11-20T01:23:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,944 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204d0d7822971a4581ab2b5b015f105058_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,947 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204d0d7822971a4581ab2b5b015f105058_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:35,947 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204d0d7822971a4581ab2b5b015f105058_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742377_1553 (size=12139) 2024-11-20T01:23:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:23:35,961 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-20T01:23:35,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-20T01:23:35,964 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/8b3f714d71044bc1b514ba03a69174a6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8b3f714d71044bc1b514ba03a69174a6 2024-11-20T01:23:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:23:35,964 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:35,965 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:35,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:35,970 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into 8b3f714d71044bc1b514ba03a69174a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:35,970 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:35,970 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=12, startTime=1732065815908; duration=0sec 2024-11-20T01:23:35,970 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:35,970 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:35,971 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:35,972 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:35,972 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:35,972 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:35,973 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/8663adb0732d4658afa73937a0a3b22d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d47d9c6133374b9d9d6e96db709a52ff, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/5aeb4c4cb0544345ac34972143b858fd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/262400df4f0e4980b1d16de68adca4d8] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=46.9 K 2024-11-20T01:23:35,973 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 8663adb0732d4658afa73937a0a3b22d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732065812752 2024-11-20T01:23:35,973 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d47d9c6133374b9d9d6e96db709a52ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065812764 2024-11-20T01:23:35,974 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aeb4c4cb0544345ac34972143b858fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065813080 2024-11-20T01:23:35,974 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 262400df4f0e4980b1d16de68adca4d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732065814210 2024-11-20T01:23:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742378_1554 (size=4469) 2024-11-20T01:23:35,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:35,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:35,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:35,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,002 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,003 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/ffc69061cbe2456a975dcf429cbec7f4 is 50, key is test_row_0/B:col10/1732065814214/Put/seqid=0 2024-11-20T01:23:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,005 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#471 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,006 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/efe4bc1af5024cae8b2170433797d159 is 175, key is test_row_0/A:col10/1732065814214/Put/seqid=0 2024-11-20T01:23:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120638075ac000a40bc994d6fffbc4a95c2_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065815986/Put/seqid=0 2024-11-20T01:23:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742380_1556 (size=31093) 2024-11-20T01:23:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,044 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/efe4bc1af5024cae8b2170433797d159 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/efe4bc1af5024cae8b2170433797d159 2024-11-20T01:23:36,049 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into efe4bc1af5024cae8b2170433797d159(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:36,049 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:36,049 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=12, startTime=1732065815908; duration=0sec 2024-11-20T01:23:36,049 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:36,049 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:36,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742379_1555 (size=12139) 2024-11-20T01:23:36,058 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/ffc69061cbe2456a975dcf429cbec7f4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ffc69061cbe2456a975dcf429cbec7f4 2024-11-20T01:23:36,063 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into ffc69061cbe2456a975dcf429cbec7f4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:36,064 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:36,064 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=12, startTime=1732065815908; duration=0sec 2024-11-20T01:23:36,064 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:36,064 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:23:36,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065876075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065876076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065876074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742381_1557 (size=14594) 2024-11-20T01:23:36,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120638075ac000a40bc994d6fffbc4a95c2_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120638075ac000a40bc994d6fffbc4a95c2_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:36,104 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/75d3a06b7dd64448935ce15a4fad670f, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:36,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/75d3a06b7dd64448935ce15a4fad670f is 175, key is test_row_0/A:col10/1732065815986/Put/seqid=0 2024-11-20T01:23:36,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742382_1558 (size=39545) 2024-11-20T01:23:36,146 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/75d3a06b7dd64448935ce15a4fad670f 2024-11-20T01:23:36,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/b2aa5c773cc9444b9885b5d83d2c2815 is 50, key is test_row_0/B:col10/1732065815986/Put/seqid=0 2024-11-20T01:23:36,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065876182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065876182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065876183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742383_1559 (size=9657) 2024-11-20T01:23:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:23:36,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065876355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065876356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065876386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065876386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065876389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:23:36,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:36,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/b2aa5c773cc9444b9885b5d83d2c2815 2024-11-20T01:23:36,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/82c6888361b54fff8880f0f32e725bdb is 50, key is test_row_0/C:col10/1732065815986/Put/seqid=0 2024-11-20T01:23:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742384_1560 (size=9657) 2024-11-20T01:23:36,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/82c6888361b54fff8880f0f32e725bdb 2024-11-20T01:23:36,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/75d3a06b7dd64448935ce15a4fad670f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/75d3a06b7dd64448935ce15a4fad670f 2024-11-20T01:23:36,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/75d3a06b7dd64448935ce15a4fad670f, entries=200, sequenceid=93, filesize=38.6 K 2024-11-20T01:23:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/b2aa5c773cc9444b9885b5d83d2c2815 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/b2aa5c773cc9444b9885b5d83d2c2815 2024-11-20T01:23:36,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/b2aa5c773cc9444b9885b5d83d2c2815, entries=100, sequenceid=93, filesize=9.4 K 2024-11-20T01:23:36,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/82c6888361b54fff8880f0f32e725bdb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/82c6888361b54fff8880f0f32e725bdb 2024-11-20T01:23:36,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/82c6888361b54fff8880f0f32e725bdb, entries=100, sequenceid=93, filesize=9.4 K 2024-11-20T01:23:36,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c79ed17ddeb3ec8ff4d6754dce403b0e in 688ms, sequenceid=93, compaction requested=false 2024-11-20T01:23:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:36,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:23:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065876708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112052938348c50546399bcf1a313648a9d5_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065816691/Put/seqid=0 2024-11-20T01:23:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065876712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065876712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742385_1561 (size=12154) 2024-11-20T01:23:36,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:36,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112052938348c50546399bcf1a313648a9d5_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052938348c50546399bcf1a313648a9d5_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:36,765 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c5be3877196847c184bd7ad6c1856065, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:36,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c5be3877196847c184bd7ad6c1856065 is 175, key is test_row_0/A:col10/1732065816691/Put/seqid=0 2024-11-20T01:23:36,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742386_1562 (size=30955) 2024-11-20T01:23:36,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065876814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065876818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065876818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:36,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:36,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065877018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065877022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065877023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:23:37,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:37,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:37,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,214 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c5be3877196847c184bd7ad6c1856065 2024-11-20T01:23:37,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/dad344ad88674d0585e9f05307f7588d is 50, key is test_row_0/B:col10/1732065816691/Put/seqid=0 2024-11-20T01:23:37,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742387_1563 (size=12001) 2024-11-20T01:23:37,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/dad344ad88674d0585e9f05307f7588d 2024-11-20T01:23:37,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/bdc5e763c8a0460f8a408ced79747387 is 50, key is test_row_0/C:col10/1732065816691/Put/seqid=0 2024-11-20T01:23:37,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065877322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065877327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065877331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742388_1564 (size=12001) 2024-11-20T01:23:37,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/bdc5e763c8a0460f8a408ced79747387 2024-11-20T01:23:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c5be3877196847c184bd7ad6c1856065 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c5be3877196847c184bd7ad6c1856065 2024-11-20T01:23:37,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c5be3877196847c184bd7ad6c1856065, entries=150, sequenceid=121, filesize=30.2 K 2024-11-20T01:23:37,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/dad344ad88674d0585e9f05307f7588d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/dad344ad88674d0585e9f05307f7588d 2024-11-20T01:23:37,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/dad344ad88674d0585e9f05307f7588d, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T01:23:37,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/bdc5e763c8a0460f8a408ced79747387 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bdc5e763c8a0460f8a408ced79747387 2024-11-20T01:23:37,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bdc5e763c8a0460f8a408ced79747387, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T01:23:37,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1102ms, sequenceid=121, compaction requested=true 2024-11-20T01:23:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:37,798 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:37,798 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:37,800 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:37,800 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:37,800 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:37,800 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:37,800 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,800 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,800 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ffc69061cbe2456a975dcf429cbec7f4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/b2aa5c773cc9444b9885b5d83d2c2815, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/dad344ad88674d0585e9f05307f7588d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=33.0 K 2024-11-20T01:23:37,800 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/efe4bc1af5024cae8b2170433797d159, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/75d3a06b7dd64448935ce15a4fad670f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c5be3877196847c184bd7ad6c1856065] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=99.2 K 2024-11-20T01:23:37,800 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,800 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/efe4bc1af5024cae8b2170433797d159, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/75d3a06b7dd64448935ce15a4fad670f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c5be3877196847c184bd7ad6c1856065] 2024-11-20T01:23:37,801 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ffc69061cbe2456a975dcf429cbec7f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732065814210 2024-11-20T01:23:37,801 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting efe4bc1af5024cae8b2170433797d159, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732065814210 2024-11-20T01:23:37,802 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b2aa5c773cc9444b9885b5d83d2c2815, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065815985 2024-11-20T01:23:37,802 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75d3a06b7dd64448935ce15a4fad670f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065815349 2024-11-20T01:23:37,802 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting dad344ad88674d0585e9f05307f7588d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732065816074 2024-11-20T01:23:37,803 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5be3877196847c184bd7ad6c1856065, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732065816074 2024-11-20T01:23:37,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:23:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:37,815 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,824 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:37,825 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/6edb2818dd5c4050b80824bec361caf7 is 50, key is test_row_0/B:col10/1732065816691/Put/seqid=0 2024-11-20T01:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:37,836 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:37,861 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112008a99699ee2340dc8286a706322e2a34_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:37,863 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112008a99699ee2340dc8286a706322e2a34_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:37,863 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112008a99699ee2340dc8286a706322e2a34_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:37,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120750d6f7c6e894c4bae763e72a151cafe_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065816710/Put/seqid=0 2024-11-20T01:23:37,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065877879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742389_1565 (size=12241) 2024-11-20T01:23:37,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065877885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065877885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742391_1567 (size=12254) 2024-11-20T01:23:37,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:37,904 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120750d6f7c6e894c4bae763e72a151cafe_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120750d6f7c6e894c4bae763e72a151cafe_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:37,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/085b0ba9429a4ffd9c67313dab761f1e, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:37,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/085b0ba9429a4ffd9c67313dab761f1e is 175, key is test_row_0/A:col10/1732065816710/Put/seqid=0 2024-11-20T01:23:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742390_1566 (size=4469) 2024-11-20T01:23:37,937 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#480 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:37,938 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/ec7f619c7d194afdbfd6dc1a86b51913 is 175, key is test_row_0/A:col10/1732065816691/Put/seqid=0 2024-11-20T01:23:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742392_1568 (size=31055) 2024-11-20T01:23:38,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742393_1569 (size=31195) 2024-11-20T01:23:38,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065877998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065877998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065877998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:23:38,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065878203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065878204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065878204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,296 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/6edb2818dd5c4050b80824bec361caf7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6edb2818dd5c4050b80824bec361caf7 2024-11-20T01:23:38,302 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into 6edb2818dd5c4050b80824bec361caf7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:38,302 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:38,302 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=13, startTime=1732065817798; duration=0sec 2024-11-20T01:23:38,302 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:38,302 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:38,302 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:38,304 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:38,304 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:38,304 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:38,304 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8b3f714d71044bc1b514ba03a69174a6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/82c6888361b54fff8880f0f32e725bdb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bdc5e763c8a0460f8a408ced79747387] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=33.0 K 2024-11-20T01:23:38,308 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b3f714d71044bc1b514ba03a69174a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732065814210 2024-11-20T01:23:38,308 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 82c6888361b54fff8880f0f32e725bdb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065815985 2024-11-20T01:23:38,308 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting bdc5e763c8a0460f8a408ced79747387, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732065816074 2024-11-20T01:23:38,322 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:38,323 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6b9ac23f2d1c42f180ead596b20a4d8e is 50, key is test_row_0/C:col10/1732065816691/Put/seqid=0 2024-11-20T01:23:38,355 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/085b0ba9429a4ffd9c67313dab761f1e 2024-11-20T01:23:38,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9a4d764afd9b4e9baa069742057cb083 is 50, key is test_row_0/B:col10/1732065816710/Put/seqid=0 2024-11-20T01:23:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742394_1570 (size=12241) 2024-11-20T01:23:38,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065878370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,374 DEBUG [Thread-2378 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:38,378 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6b9ac23f2d1c42f180ead596b20a4d8e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b9ac23f2d1c42f180ead596b20a4d8e 2024-11-20T01:23:38,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065878375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,380 DEBUG [Thread-2386 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:38,391 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into 6b9ac23f2d1c42f180ead596b20a4d8e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:38,391 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:38,391 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=13, startTime=1732065817798; duration=0sec 2024-11-20T01:23:38,391 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:38,391 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:38,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742395_1571 (size=12101) 2024-11-20T01:23:38,401 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9a4d764afd9b4e9baa069742057cb083 2024-11-20T01:23:38,406 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/ec7f619c7d194afdbfd6dc1a86b51913 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ec7f619c7d194afdbfd6dc1a86b51913 2024-11-20T01:23:38,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/03afa3c3961f477eb0b3f1d0513110c5 is 50, key is test_row_0/C:col10/1732065816710/Put/seqid=0 2024-11-20T01:23:38,413 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into ec7f619c7d194afdbfd6dc1a86b51913(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:38,413 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:38,413 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=13, startTime=1732065817798; duration=0sec 2024-11-20T01:23:38,413 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:38,413 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742396_1572 (size=12101) 2024-11-20T01:23:38,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065878509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065878509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065878510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:38,868 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/03afa3c3961f477eb0b3f1d0513110c5 2024-11-20T01:23:38,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/085b0ba9429a4ffd9c67313dab761f1e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/085b0ba9429a4ffd9c67313dab761f1e 2024-11-20T01:23:38,876 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/085b0ba9429a4ffd9c67313dab761f1e, entries=150, sequenceid=132, filesize=30.3 K 2024-11-20T01:23:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9a4d764afd9b4e9baa069742057cb083 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9a4d764afd9b4e9baa069742057cb083 2024-11-20T01:23:38,881 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9a4d764afd9b4e9baa069742057cb083, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T01:23:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/03afa3c3961f477eb0b3f1d0513110c5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/03afa3c3961f477eb0b3f1d0513110c5 2024-11-20T01:23:38,886 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/03afa3c3961f477eb0b3f1d0513110c5, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T01:23:38,887 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1072ms, sequenceid=132, compaction requested=false 2024-11-20T01:23:38,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:38,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:38,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-20T01:23:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-20T01:23:38,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T01:23:38,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9240 sec 2024-11-20T01:23:38,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.9280 sec 2024-11-20T01:23:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:39,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:23:39,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:39,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:39,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065879030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065879031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065879032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112002f00ee75b8640c0989fa029dfb03394_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065819017/Put/seqid=0 2024-11-20T01:23:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742397_1573 (size=12304) 2024-11-20T01:23:39,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065879133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065879136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065879136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065879336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065879339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065879340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:39,476 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112002f00ee75b8640c0989fa029dfb03394_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002f00ee75b8640c0989fa029dfb03394_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:39,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/a25279ab23f24d74ae5b1477bb6ee51a, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:39,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/a25279ab23f24d74ae5b1477bb6ee51a is 175, key is test_row_0/A:col10/1732065819017/Put/seqid=0 2024-11-20T01:23:39,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742398_1574 (size=31105) 2024-11-20T01:23:39,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065879641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065879643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065879644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:39,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:23:39,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T01:23:39,904 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/a25279ab23f24d74ae5b1477bb6ee51a 2024-11-20T01:23:39,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/35f251155fe849e89b2e2c93585ba219 is 50, key is test_row_0/B:col10/1732065819017/Put/seqid=0 2024-11-20T01:23:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742399_1575 (size=12151) 2024-11-20T01:23:39,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/35f251155fe849e89b2e2c93585ba219 2024-11-20T01:23:39,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/3846d1abc12a4af6a50dc0c29ce8abf3 is 50, key is test_row_0/C:col10/1732065819017/Put/seqid=0 2024-11-20T01:23:40,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742400_1576 (size=12151) 2024-11-20T01:23:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:23:40,070 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-20T01:23:40,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-20T01:23:40,073 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:23:40,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:40,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065880144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:40,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065880147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:40,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065880147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:23:40,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:40,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T01:23:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:23:40,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:40,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T01:23:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:40,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/3846d1abc12a4af6a50dc0c29ce8abf3 2024-11-20T01:23:40,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/a25279ab23f24d74ae5b1477bb6ee51a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/a25279ab23f24d74ae5b1477bb6ee51a 2024-11-20T01:23:40,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/a25279ab23f24d74ae5b1477bb6ee51a, entries=150, sequenceid=164, filesize=30.4 K 2024-11-20T01:23:40,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/35f251155fe849e89b2e2c93585ba219 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/35f251155fe849e89b2e2c93585ba219 2024-11-20T01:23:40,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/35f251155fe849e89b2e2c93585ba219, entries=150, sequenceid=164, filesize=11.9 K 2024-11-20T01:23:40,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/3846d1abc12a4af6a50dc0c29ce8abf3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/3846d1abc12a4af6a50dc0c29ce8abf3 2024-11-20T01:23:40,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/3846d1abc12a4af6a50dc0c29ce8abf3, entries=150, sequenceid=164, filesize=11.9 K 2024-11-20T01:23:40,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1462ms, sequenceid=164, compaction requested=true 2024-11-20T01:23:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:40,480 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:40,493 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:40,494 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:40,494 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:40,494 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,494 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ec7f619c7d194afdbfd6dc1a86b51913, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/085b0ba9429a4ffd9c67313dab761f1e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/a25279ab23f24d74ae5b1477bb6ee51a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=91.2 K 2024-11-20T01:23:40,494 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,494 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ec7f619c7d194afdbfd6dc1a86b51913, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/085b0ba9429a4ffd9c67313dab761f1e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/a25279ab23f24d74ae5b1477bb6ee51a] 2024-11-20T01:23:40,495 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:40,495 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:40,495 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,495 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6edb2818dd5c4050b80824bec361caf7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9a4d764afd9b4e9baa069742057cb083, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/35f251155fe849e89b2e2c93585ba219] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=35.6 K 2024-11-20T01:23:40,496 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6edb2818dd5c4050b80824bec361caf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732065816074 2024-11-20T01:23:40,496 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec7f619c7d194afdbfd6dc1a86b51913, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732065816074 2024-11-20T01:23:40,497 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a4d764afd9b4e9baa069742057cb083, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065816704 2024-11-20T01:23:40,497 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 085b0ba9429a4ffd9c67313dab761f1e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065816704 2024-11-20T01:23:40,497 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f251155fe849e89b2e2c93585ba219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732065819017 2024-11-20T01:23:40,497 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting a25279ab23f24d74ae5b1477bb6ee51a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732065819017 2024-11-20T01:23:40,523 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#488 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:40,524 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/c8dac4999bd84b419b9c26582c0cf92b is 50, key is test_row_0/B:col10/1732065819017/Put/seqid=0 2024-11-20T01:23:40,527 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:40,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:40,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T01:23:40,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,534 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T01:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:40,539 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112069774ddedb91435da6eb078c54b2e7ab_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:40,541 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112069774ddedb91435da6eb078c54b2e7ab_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:40,541 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112069774ddedb91435da6eb078c54b2e7ab_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:40,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742401_1577 (size=12493) 2024-11-20T01:23:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120af2cd52c038f4fe4a0d4156f14a20ebd_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065819029/Put/seqid=0 2024-11-20T01:23:40,565 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/c8dac4999bd84b419b9c26582c0cf92b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c8dac4999bd84b419b9c26582c0cf92b 2024-11-20T01:23:40,570 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into c8dac4999bd84b419b9c26582c0cf92b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:40,570 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:40,570 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=13, startTime=1732065820492; duration=0sec 2024-11-20T01:23:40,570 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:40,570 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:40,570 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:40,571 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:40,572 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:40,572 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,572 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b9ac23f2d1c42f180ead596b20a4d8e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/03afa3c3961f477eb0b3f1d0513110c5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/3846d1abc12a4af6a50dc0c29ce8abf3] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=35.6 K 2024-11-20T01:23:40,573 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b9ac23f2d1c42f180ead596b20a4d8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732065816074 2024-11-20T01:23:40,573 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 03afa3c3961f477eb0b3f1d0513110c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065816704 2024-11-20T01:23:40,574 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 3846d1abc12a4af6a50dc0c29ce8abf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732065819017 2024-11-20T01:23:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742402_1578 (size=4469) 2024-11-20T01:23:40,605 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#489 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:40,606 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/8d0e1f10d77741b492f82c544bb588fb is 175, key is test_row_0/A:col10/1732065819017/Put/seqid=0 2024-11-20T01:23:40,614 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:40,616 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/9ba572e08e0c4bf9a706b312220eabca is 50, key is test_row_0/C:col10/1732065819017/Put/seqid=0 2024-11-20T01:23:40,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742403_1579 (size=12304) 2024-11-20T01:23:40,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,642 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120af2cd52c038f4fe4a0d4156f14a20ebd_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af2cd52c038f4fe4a0d4156f14a20ebd_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:40,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/cd110477616145aba9ea98ed9503a904, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/cd110477616145aba9ea98ed9503a904 is 175, key is test_row_0/A:col10/1732065819029/Put/seqid=0 2024-11-20T01:23:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:23:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742404_1580 (size=31447) 2024-11-20T01:23:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742405_1581 (size=12493) 2024-11-20T01:23:40,728 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/9ba572e08e0c4bf9a706b312220eabca as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9ba572e08e0c4bf9a706b312220eabca 2024-11-20T01:23:40,734 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into 9ba572e08e0c4bf9a706b312220eabca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:40,734 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:40,734 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=13, startTime=1732065820493; duration=0sec 2024-11-20T01:23:40,734 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:40,734 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742406_1582 (size=31105) 2024-11-20T01:23:40,738 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/cd110477616145aba9ea98ed9503a904 2024-11-20T01:23:40,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/1160c68a39c047a7b0a4ac31292477cb is 50, key is test_row_0/B:col10/1732065819029/Put/seqid=0 2024-11-20T01:23:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742407_1583 (size=12151) 2024-11-20T01:23:40,769 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/1160c68a39c047a7b0a4ac31292477cb 2024-11-20T01:23:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/c125c75fa1b047bda243ab4c597d7a7c is 50, key is test_row_0/C:col10/1732065819029/Put/seqid=0 2024-11-20T01:23:40,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742408_1584 (size=12151) 2024-11-20T01:23:40,826 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/c125c75fa1b047bda243ab4c597d7a7c 2024-11-20T01:23:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/cd110477616145aba9ea98ed9503a904 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cd110477616145aba9ea98ed9503a904 2024-11-20T01:23:40,849 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cd110477616145aba9ea98ed9503a904, entries=150, sequenceid=171, filesize=30.4 K 2024-11-20T01:23:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/1160c68a39c047a7b0a4ac31292477cb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1160c68a39c047a7b0a4ac31292477cb 2024-11-20T01:23:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,857 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1160c68a39c047a7b0a4ac31292477cb, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T01:23:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/c125c75fa1b047bda243ab4c597d7a7c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/c125c75fa1b047bda243ab4c597d7a7c 2024-11-20T01:23:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,864 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/c125c75fa1b047bda243ab4c597d7a7c, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T01:23:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,865 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c79ed17ddeb3ec8ff4d6754dce403b0e in 331ms, sequenceid=171, compaction requested=false 2024-11-20T01:23:40,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:40,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:40,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-20T01:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-20T01:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-20T01:23:40,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 799 msec 2024-11-20T01:23:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 804 msec 2024-11-20T01:23:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,096 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/8d0e1f10d77741b492f82c544bb588fb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/8d0e1f10d77741b492f82c544bb588fb 2024-11-20T01:23:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,103 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into 8d0e1f10d77741b492f82c544bb588fb(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:41,103 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:41,103 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=13, startTime=1732065820480; duration=0sec 2024-11-20T01:23:41,103 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:41,103 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:23:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,177 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-20T01:23:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-20T01:23:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,180 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:23:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,180 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:41,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:41,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:41,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:41,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f388c681903f47b8b5c41141b639c026_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065821219/Put/seqid=0 2024-11-20T01:23:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:23:41,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065881295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065881295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065881297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742410_1586 (size=24758) 2024-11-20T01:23:41,319 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f388c681903f47b8b5c41141b639c026_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f388c681903f47b8b5c41141b639c026_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:41,323 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d510cf7cf01d43dca6822066a7d29a87, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:41,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d510cf7cf01d43dca6822066a7d29a87 is 175, key is test_row_0/A:col10/1732065821219/Put/seqid=0 2024-11-20T01:23:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742409_1585 (size=74395) 2024-11-20T01:23:41,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d510cf7cf01d43dca6822066a7d29a87 2024-11-20T01:23:41,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T01:23:41,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:41,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/1eff2d736b134b898e77d0ad4a013caf is 50, key is test_row_0/B:col10/1732065821219/Put/seqid=0 2024-11-20T01:23:41,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742411_1587 (size=12151) 2024-11-20T01:23:41,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/1eff2d736b134b898e77d0ad4a013caf 2024-11-20T01:23:41,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6f19f954c8884e7db00c1a5a570b662a is 50, key is test_row_0/C:col10/1732065821219/Put/seqid=0 2024-11-20T01:23:41,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742412_1588 (size=12151) 2024-11-20T01:23:41,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6f19f954c8884e7db00c1a5a570b662a 2024-11-20T01:23:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065881401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065881401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065881401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d510cf7cf01d43dca6822066a7d29a87 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d510cf7cf01d43dca6822066a7d29a87 2024-11-20T01:23:41,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d510cf7cf01d43dca6822066a7d29a87, entries=400, sequenceid=186, filesize=72.7 K 2024-11-20T01:23:41,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/1eff2d736b134b898e77d0ad4a013caf as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1eff2d736b134b898e77d0ad4a013caf 2024-11-20T01:23:41,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1eff2d736b134b898e77d0ad4a013caf, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T01:23:41,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6f19f954c8884e7db00c1a5a570b662a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f19f954c8884e7db00c1a5a570b662a 2024-11-20T01:23:41,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f19f954c8884e7db00c1a5a570b662a, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T01:23:41,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c79ed17ddeb3ec8ff4d6754dce403b0e in 208ms, sequenceid=186, compaction requested=true 2024-11-20T01:23:41,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:41,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:41,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:41,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:41,427 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:41,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:41,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:41,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:41,428 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:41,429 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:41,429 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:41,429 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,429 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/8d0e1f10d77741b492f82c544bb588fb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cd110477616145aba9ea98ed9503a904, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d510cf7cf01d43dca6822066a7d29a87] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=133.7 K 2024-11-20T01:23:41,429 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,429 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/8d0e1f10d77741b492f82c544bb588fb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cd110477616145aba9ea98ed9503a904, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d510cf7cf01d43dca6822066a7d29a87] 2024-11-20T01:23:41,430 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:41,430 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:41,430 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,430 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c8dac4999bd84b419b9c26582c0cf92b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1160c68a39c047a7b0a4ac31292477cb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1eff2d736b134b898e77d0ad4a013caf] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=35.9 K 2024-11-20T01:23:41,430 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c8dac4999bd84b419b9c26582c0cf92b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732065819017 2024-11-20T01:23:41,430 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d0e1f10d77741b492f82c544bb588fb, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732065819017 2024-11-20T01:23:41,431 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1160c68a39c047a7b0a4ac31292477cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732065819027 2024-11-20T01:23:41,431 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd110477616145aba9ea98ed9503a904, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732065819027 2024-11-20T01:23:41,431 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eff2d736b134b898e77d0ad4a013caf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732065821204 2024-11-20T01:23:41,432 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d510cf7cf01d43dca6822066a7d29a87, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732065821166 2024-11-20T01:23:41,442 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:41,442 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9ab63d33faa44e96ae3e1bd504284242 is 50, key is test_row_0/B:col10/1732065821219/Put/seqid=0 2024-11-20T01:23:41,448 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:41,456 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120cc5173d9c780488b8abf10d568461618_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:41,459 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120cc5173d9c780488b8abf10d568461618_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:41,459 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cc5173d9c780488b8abf10d568461618_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:41,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:23:41,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T01:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,486 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742413_1589 (size=12595) 2024-11-20T01:23:41,499 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9ab63d33faa44e96ae3e1bd504284242 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9ab63d33faa44e96ae3e1bd504284242 2024-11-20T01:23:41,504 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into 9ab63d33faa44e96ae3e1bd504284242(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:41,504 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:41,504 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=13, startTime=1732065821427; duration=0sec 2024-11-20T01:23:41,504 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:41,504 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:41,504 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:41,506 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:41,506 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:41,506 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,506 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9ba572e08e0c4bf9a706b312220eabca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/c125c75fa1b047bda243ab4c597d7a7c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f19f954c8884e7db00c1a5a570b662a] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=35.9 K 2024-11-20T01:23:41,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c505fa0902734ec49d37f1ef5d91af35_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065821293/Put/seqid=0 2024-11-20T01:23:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742414_1590 (size=4469) 2024-11-20T01:23:41,510 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ba572e08e0c4bf9a706b312220eabca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732065819017 2024-11-20T01:23:41,510 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#498 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:41,511 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c125c75fa1b047bda243ab4c597d7a7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732065819027 2024-11-20T01:23:41,511 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/2faf9a9fd6f949248f2e2a78ba912777 is 175, key is test_row_0/A:col10/1732065821219/Put/seqid=0 2024-11-20T01:23:41,511 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f19f954c8884e7db00c1a5a570b662a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732065821204 2024-11-20T01:23:41,550 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:41,550 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/5e7e4afc38bf42de8c8c118c7b2b5430 is 50, key is test_row_0/C:col10/1732065821219/Put/seqid=0 2024-11-20T01:23:41,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742415_1591 (size=12304) 2024-11-20T01:23:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,588 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c505fa0902734ec49d37f1ef5d91af35_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c505fa0902734ec49d37f1ef5d91af35_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:41,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/6b47cb30a0da4eda8ec9faf8da6ffd88, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:41,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/6b47cb30a0da4eda8ec9faf8da6ffd88 is 175, key is test_row_0/A:col10/1732065821293/Put/seqid=0 2024-11-20T01:23:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742416_1592 (size=31549) 2024-11-20T01:23:41,603 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/2faf9a9fd6f949248f2e2a78ba912777 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2faf9a9fd6f949248f2e2a78ba912777 2024-11-20T01:23:41,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742417_1593 (size=12595) 2024-11-20T01:23:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:41,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:41,613 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into 2faf9a9fd6f949248f2e2a78ba912777(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:41,613 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:41,613 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=13, startTime=1732065821427; duration=0sec 2024-11-20T01:23:41,613 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:41,613 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742418_1594 (size=31105) 2024-11-20T01:23:41,616 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/5e7e4afc38bf42de8c8c118c7b2b5430 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/5e7e4afc38bf42de8c8c118c7b2b5430 2024-11-20T01:23:41,617 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/6b47cb30a0da4eda8ec9faf8da6ffd88 2024-11-20T01:23:41,626 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into 5e7e4afc38bf42de8c8c118c7b2b5430(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:41,626 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:41,626 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=13, startTime=1732065821427; duration=0sec 2024-11-20T01:23:41,626 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:41,626 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/06d2e5f107c0419f8e2cd7d122be043f is 50, key is test_row_0/B:col10/1732065821293/Put/seqid=0 2024-11-20T01:23:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065881627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065881636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065881636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742419_1595 (size=12151) 2024-11-20T01:23:41,665 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/06d2e5f107c0419f8e2cd7d122be043f 2024-11-20T01:23:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6b0769f40b714150b12e9f7c9a98ceea is 50, key is test_row_0/C:col10/1732065821293/Put/seqid=0 2024-11-20T01:23:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742420_1596 (size=12151) 2024-11-20T01:23:41,699 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6b0769f40b714150b12e9f7c9a98ceea 2024-11-20T01:23:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/6b47cb30a0da4eda8ec9faf8da6ffd88 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6b47cb30a0da4eda8ec9faf8da6ffd88 2024-11-20T01:23:41,711 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6b47cb30a0da4eda8ec9faf8da6ffd88, entries=150, sequenceid=210, filesize=30.4 K 2024-11-20T01:23:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/06d2e5f107c0419f8e2cd7d122be043f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/06d2e5f107c0419f8e2cd7d122be043f 2024-11-20T01:23:41,719 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/06d2e5f107c0419f8e2cd7d122be043f, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T01:23:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/6b0769f40b714150b12e9f7c9a98ceea as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b0769f40b714150b12e9f7c9a98ceea 2024-11-20T01:23:41,732 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b0769f40b714150b12e9f7c9a98ceea, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T01:23:41,736 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c79ed17ddeb3ec8ff4d6754dce403b0e in 250ms, sequenceid=210, compaction requested=false 2024-11-20T01:23:41,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:41,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-20T01:23:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-20T01:23:41,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-20T01:23:41,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 557 msec 2024-11-20T01:23:41,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 562 msec 2024-11-20T01:23:41,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:23:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:41,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120902db64974ef4dfd84dea4d6a8344ed9_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065821741/Put/seqid=0 2024-11-20T01:23:41,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065881780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065881781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065881782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:23:41,786 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-20T01:23:41,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-20T01:23:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:23:41,789 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:41,790 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:41,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742421_1597 (size=12304) 2024-11-20T01:23:41,818 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:41,822 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120902db64974ef4dfd84dea4d6a8344ed9_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120902db64974ef4dfd84dea4d6a8344ed9_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:41,824 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/2df9eb555d634184b499131bb4892505, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:41,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/2df9eb555d634184b499131bb4892505 is 175, key is test_row_0/A:col10/1732065821741/Put/seqid=0 2024-11-20T01:23:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742422_1598 (size=31105) 2024-11-20T01:23:41,863 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/2df9eb555d634184b499131bb4892505 2024-11-20T01:23:41,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/82a2210a21eb4d399d71e29343b2426c is 50, key is test_row_0/B:col10/1732065821741/Put/seqid=0 2024-11-20T01:23:41,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065881886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065881887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065881888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:23:41,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742423_1599 (size=12151) 2024-11-20T01:23:41,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/82a2210a21eb4d399d71e29343b2426c 2024-11-20T01:23:41,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6 is 50, key is test_row_0/C:col10/1732065821741/Put/seqid=0 2024-11-20T01:23:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742424_1600 (size=12151) 2024-11-20T01:23:41,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6 2024-11-20T01:23:41,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/2df9eb555d634184b499131bb4892505 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2df9eb555d634184b499131bb4892505 2024-11-20T01:23:41,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:41,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:23:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:41,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2df9eb555d634184b499131bb4892505, entries=150, sequenceid=228, filesize=30.4 K 2024-11-20T01:23:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/82a2210a21eb4d399d71e29343b2426c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/82a2210a21eb4d399d71e29343b2426c 2024-11-20T01:23:41,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/82a2210a21eb4d399d71e29343b2426c, entries=150, sequenceid=228, filesize=11.9 K 2024-11-20T01:23:41,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6 2024-11-20T01:23:41,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6, entries=150, sequenceid=228, filesize=11.9 K 2024-11-20T01:23:41,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c79ed17ddeb3ec8ff4d6754dce403b0e in 223ms, sequenceid=228, compaction requested=true 2024-11-20T01:23:41,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:41,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:41,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:41,965 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:41,966 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:41,968 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:41,968 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:41,968 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,968 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9ab63d33faa44e96ae3e1bd504284242, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/06d2e5f107c0419f8e2cd7d122be043f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/82a2210a21eb4d399d71e29343b2426c] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=36.0 K 2024-11-20T01:23:41,968 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:41,968 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:41,968 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,969 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2faf9a9fd6f949248f2e2a78ba912777, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6b47cb30a0da4eda8ec9faf8da6ffd88, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2df9eb555d634184b499131bb4892505] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=91.6 K 2024-11-20T01:23:41,969 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:41,969 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2faf9a9fd6f949248f2e2a78ba912777, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6b47cb30a0da4eda8ec9faf8da6ffd88, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2df9eb555d634184b499131bb4892505] 2024-11-20T01:23:41,969 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ab63d33faa44e96ae3e1bd504284242, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732065821204 2024-11-20T01:23:41,969 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2faf9a9fd6f949248f2e2a78ba912777, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732065821204 2024-11-20T01:23:41,970 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b47cb30a0da4eda8ec9faf8da6ffd88, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065821285 2024-11-20T01:23:41,970 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 06d2e5f107c0419f8e2cd7d122be043f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065821285 2024-11-20T01:23:41,970 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2df9eb555d634184b499131bb4892505, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732065821628 2024-11-20T01:23:41,970 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a2210a21eb4d399d71e29343b2426c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732065821628 2024-11-20T01:23:41,993 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:41,993 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/bf81e05ea44c4a6489ce87162b7eaf65 is 50, key is test_row_0/B:col10/1732065821741/Put/seqid=0 2024-11-20T01:23:42,000 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:42,016 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208f774fae64d3443981e0b18d4494bdd2_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:42,019 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208f774fae64d3443981e0b18d4494bdd2_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:42,019 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208f774fae64d3443981e0b18d4494bdd2_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:42,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742425_1601 (size=12697) 2024-11-20T01:23:42,053 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/bf81e05ea44c4a6489ce87162b7eaf65 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/bf81e05ea44c4a6489ce87162b7eaf65 2024-11-20T01:23:42,061 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into bf81e05ea44c4a6489ce87162b7eaf65(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,062 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:42,062 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=13, startTime=1732065821965; duration=0sec 2024-11-20T01:23:42,062 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:42,062 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:42,062 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742426_1602 (size=4469) 2024-11-20T01:23:42,063 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:42,063 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:42,063 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,063 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/5e7e4afc38bf42de8c8c118c7b2b5430, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b0769f40b714150b12e9f7c9a98ceea, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=36.0 K 2024-11-20T01:23:42,064 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e7e4afc38bf42de8c8c118c7b2b5430, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732065821204 2024-11-20T01:23:42,064 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b0769f40b714150b12e9f7c9a98ceea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732065821285 2024-11-20T01:23:42,064 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting b46b7fbea9e9483aaaa1b8ca95c1c0c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732065821628 2024-11-20T01:23:42,073 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#507 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:42,074 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/be91409ff196443b8535ffe7213b0372 is 175, key is test_row_0/A:col10/1732065821741/Put/seqid=0 2024-11-20T01:23:42,079 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:42,079 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/f0cd27349ce144beb882afb2da69ea9f is 50, key is test_row_0/C:col10/1732065821741/Put/seqid=0 2024-11-20T01:23:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:23:42,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742427_1603 (size=31651) 2024-11-20T01:23:42,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:42,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:42,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:42,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:42,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:42,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:23:42,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:42,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742428_1604 (size=12697) 2024-11-20T01:23:42,116 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/f0cd27349ce144beb882afb2da69ea9f as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f0cd27349ce144beb882afb2da69ea9f 2024-11-20T01:23:42,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065882112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d9a11b5959a43fa904306e479a7d88d_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065821780/Put/seqid=0 2024-11-20T01:23:42,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065882113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065882119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,130 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into f0cd27349ce144beb882afb2da69ea9f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:42,130 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=13, startTime=1732065821966; duration=0sec 2024-11-20T01:23:42,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,130 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742429_1605 (size=14794) 2024-11-20T01:23:42,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065882219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065882219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065882223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:23:42,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:42,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:23:42,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:23:42,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:42,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065882410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,412 DEBUG [Thread-2378 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:42,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065882418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,421 DEBUG [Thread-2386 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:42,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065882423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065882424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065882432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,501 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/be91409ff196443b8535ffe7213b0372 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/be91409ff196443b8535ffe7213b0372 2024-11-20T01:23:42,516 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into be91409ff196443b8535ffe7213b0372(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,516 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:42,516 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=13, startTime=1732065821965; duration=0sec 2024-11-20T01:23:42,516 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,516 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:42,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:23:42,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,567 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:42,571 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d9a11b5959a43fa904306e479a7d88d_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d9a11b5959a43fa904306e479a7d88d_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:42,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/cb7736de4f9c4e40a20e4b1a73093e35, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:42,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/cb7736de4f9c4e40a20e4b1a73093e35 is 175, key is test_row_0/A:col10/1732065821780/Put/seqid=0 2024-11-20T01:23:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742430_1606 (size=39749) 2024-11-20T01:23:42,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/cb7736de4f9c4e40a20e4b1a73093e35 2024-11-20T01:23:42,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a527762d42cf439aac2a26a73826c41c is 50, key is test_row_0/B:col10/1732065821780/Put/seqid=0 2024-11-20T01:23:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742431_1607 (size=12151) 2024-11-20T01:23:42,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a527762d42cf439aac2a26a73826c41c 2024-11-20T01:23:42,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/ec303ec250404eb883017dfb9d90db59 is 50, key is test_row_0/C:col10/1732065821780/Put/seqid=0 2024-11-20T01:23:42,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:23:42,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:42,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065882726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742432_1608 (size=12151) 2024-11-20T01:23:42,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/ec303ec250404eb883017dfb9d90db59 2024-11-20T01:23:42,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065882729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/cb7736de4f9c4e40a20e4b1a73093e35 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cb7736de4f9c4e40a20e4b1a73093e35 2024-11-20T01:23:42,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cb7736de4f9c4e40a20e4b1a73093e35, entries=200, sequenceid=252, filesize=38.8 K 2024-11-20T01:23:42,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a527762d42cf439aac2a26a73826c41c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a527762d42cf439aac2a26a73826c41c 2024-11-20T01:23:42,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a527762d42cf439aac2a26a73826c41c, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T01:23:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/ec303ec250404eb883017dfb9d90db59 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ec303ec250404eb883017dfb9d90db59 2024-11-20T01:23:42,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065882751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ec303ec250404eb883017dfb9d90db59, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T01:23:42,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c79ed17ddeb3ec8ff4d6754dce403b0e in 663ms, sequenceid=252, compaction requested=false 2024-11-20T01:23:42,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:42,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:42,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:42,867 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:23:42,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202026ea8d79634d939786ffc0feb58dff_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065822099/Put/seqid=0 2024-11-20T01:23:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742433_1609 (size=12454) 2024-11-20T01:23:42,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:42,928 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202026ea8d79634d939786ffc0feb58dff_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202026ea8d79634d939786ffc0feb58dff_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:42,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/7a46f8144ec646929b1464e91d06ecd5, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:42,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/7a46f8144ec646929b1464e91d06ecd5 is 175, key is test_row_0/A:col10/1732065822099/Put/seqid=0 2024-11-20T01:23:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742434_1610 (size=31255) 2024-11-20T01:23:43,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065883271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065883273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065883274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,366 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/7a46f8144ec646929b1464e91d06ecd5 2024-11-20T01:23:43,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065883376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065883378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065883380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/16e58bdbe4654d7589cf4acf11c8d1cf is 50, key is test_row_0/B:col10/1732065822099/Put/seqid=0 2024-11-20T01:23:43,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742435_1611 (size=12301) 2024-11-20T01:23:43,435 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/16e58bdbe4654d7589cf4acf11c8d1cf 2024-11-20T01:23:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/24a86eb7d4074c749e09fe6ba919293c is 50, key is test_row_0/C:col10/1732065822099/Put/seqid=0 2024-11-20T01:23:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742436_1612 (size=12301) 2024-11-20T01:23:43,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065883581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065883582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065883585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,885 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/24a86eb7d4074c749e09fe6ba919293c 2024-11-20T01:23:43,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065883887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065883888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/7a46f8144ec646929b1464e91d06ecd5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/7a46f8144ec646929b1464e91d06ecd5 2024-11-20T01:23:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065883892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:23:43,898 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/7a46f8144ec646929b1464e91d06ecd5, entries=150, sequenceid=267, filesize=30.5 K 2024-11-20T01:23:43,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/16e58bdbe4654d7589cf4acf11c8d1cf as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/16e58bdbe4654d7589cf4acf11c8d1cf 2024-11-20T01:23:43,908 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/16e58bdbe4654d7589cf4acf11c8d1cf, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T01:23:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/24a86eb7d4074c749e09fe6ba919293c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/24a86eb7d4074c749e09fe6ba919293c 2024-11-20T01:23:43,913 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/24a86eb7d4074c749e09fe6ba919293c, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T01:23:43,920 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1053ms, sequenceid=267, compaction requested=true 2024-11-20T01:23:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-20T01:23:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-20T01:23:43,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-20T01:23:43,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1320 sec 2024-11-20T01:23:43,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.1380 sec 2024-11-20T01:23:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:44,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:23:44,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:44,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:44,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:44,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:44,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:44,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:44,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c55ed737f2ac43388cef4feb5acaff79_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065824394/Put/seqid=0 2024-11-20T01:23:44,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065884410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065884410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065884414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742437_1613 (size=12454) 2024-11-20T01:23:44,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:44,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c55ed737f2ac43388cef4feb5acaff79_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c55ed737f2ac43388cef4feb5acaff79_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:44,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d018d6fab21c43bbac9bfb2110bce651, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:44,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d018d6fab21c43bbac9bfb2110bce651 is 175, key is test_row_0/A:col10/1732065824394/Put/seqid=0 2024-11-20T01:23:44,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742438_1614 (size=31255) 2024-11-20T01:23:44,436 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d018d6fab21c43bbac9bfb2110bce651 2024-11-20T01:23:44,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9509cb2943c543f399b47b9082cd5b5b is 50, key is test_row_0/B:col10/1732065824394/Put/seqid=0 2024-11-20T01:23:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742439_1615 (size=12301) 2024-11-20T01:23:44,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9509cb2943c543f399b47b9082cd5b5b 2024-11-20T01:23:44,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/ef2423d75fed449f9a2dd3658bb42a70 is 50, key is test_row_0/C:col10/1732065824394/Put/seqid=0 2024-11-20T01:23:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742440_1616 (size=12301) 2024-11-20T01:23:44,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/ef2423d75fed449f9a2dd3658bb42a70 2024-11-20T01:23:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d018d6fab21c43bbac9bfb2110bce651 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d018d6fab21c43bbac9bfb2110bce651 2024-11-20T01:23:44,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d018d6fab21c43bbac9bfb2110bce651, entries=150, sequenceid=292, filesize=30.5 K 2024-11-20T01:23:44,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9509cb2943c543f399b47b9082cd5b5b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9509cb2943c543f399b47b9082cd5b5b 2024-11-20T01:23:44,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065884515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065884516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065884520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9509cb2943c543f399b47b9082cd5b5b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T01:23:44,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/ef2423d75fed449f9a2dd3658bb42a70 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ef2423d75fed449f9a2dd3658bb42a70 2024-11-20T01:23:44,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ef2423d75fed449f9a2dd3658bb42a70, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T01:23:44,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c79ed17ddeb3ec8ff4d6754dce403b0e in 143ms, sequenceid=292, compaction requested=true 2024-11-20T01:23:44,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:44,537 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:44,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:44,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:44,538 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:44,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:44,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:44,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:44,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:44,540 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133910 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:44,540 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:44,540 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:44,540 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/be91409ff196443b8535ffe7213b0372, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cb7736de4f9c4e40a20e4b1a73093e35, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/7a46f8144ec646929b1464e91d06ecd5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d018d6fab21c43bbac9bfb2110bce651] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=130.8 K 2024-11-20T01:23:44,540 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:44,540 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/be91409ff196443b8535ffe7213b0372, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cb7736de4f9c4e40a20e4b1a73093e35, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/7a46f8144ec646929b1464e91d06ecd5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d018d6fab21c43bbac9bfb2110bce651] 2024-11-20T01:23:44,541 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:44,541 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting be91409ff196443b8535ffe7213b0372, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732065821628 2024-11-20T01:23:44,541 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:44,541 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:44,541 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/bf81e05ea44c4a6489ce87162b7eaf65, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a527762d42cf439aac2a26a73826c41c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/16e58bdbe4654d7589cf4acf11c8d1cf, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9509cb2943c543f399b47b9082cd5b5b] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=48.3 K 2024-11-20T01:23:44,541 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb7736de4f9c4e40a20e4b1a73093e35, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732065821777 2024-11-20T01:23:44,541 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting bf81e05ea44c4a6489ce87162b7eaf65, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732065821628 2024-11-20T01:23:44,542 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a46f8144ec646929b1464e91d06ecd5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732065822099 2024-11-20T01:23:44,542 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a527762d42cf439aac2a26a73826c41c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732065821777 2024-11-20T01:23:44,543 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d018d6fab21c43bbac9bfb2110bce651, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065823271 2024-11-20T01:23:44,543 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 16e58bdbe4654d7589cf4acf11c8d1cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732065822099 2024-11-20T01:23:44,544 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 9509cb2943c543f399b47b9082cd5b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065823271 2024-11-20T01:23:44,562 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:44,563 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/168767d1c36d45968e265e04ede857be is 50, key is test_row_0/B:col10/1732065824394/Put/seqid=0 2024-11-20T01:23:44,568 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:44,582 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120645a81022cf94b8e9273c5c240a764cf_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:44,584 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120645a81022cf94b8e9273c5c240a764cf_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:44,585 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120645a81022cf94b8e9273c5c240a764cf_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:44,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742441_1617 (size=12983) 2024-11-20T01:23:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742442_1618 (size=4469) 2024-11-20T01:23:44,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:44,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:44,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:44,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:44,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a48f2903043442eb40dc6b4a16f6735_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065824720/Put/seqid=0 2024-11-20T01:23:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065884762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065884764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065884766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742443_1619 (size=12454) 2024-11-20T01:23:44,772 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:44,775 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a48f2903043442eb40dc6b4a16f6735_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a48f2903043442eb40dc6b4a16f6735_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:44,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c9e712bdcd06437190852b91603fd2b3, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:44,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c9e712bdcd06437190852b91603fd2b3 is 175, key is test_row_0/A:col10/1732065824720/Put/seqid=0 2024-11-20T01:23:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742444_1620 (size=31255) 2024-11-20T01:23:44,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c9e712bdcd06437190852b91603fd2b3 2024-11-20T01:23:44,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9cc2db1051cd44db9e7f350a63b743e5 is 50, key is test_row_0/B:col10/1732065824720/Put/seqid=0 2024-11-20T01:23:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742445_1621 (size=12301) 2024-11-20T01:23:44,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9cc2db1051cd44db9e7f350a63b743e5 2024-11-20T01:23:44,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/13ee06712867480a842859b69a1c6bfe is 50, key is test_row_0/C:col10/1732065824720/Put/seqid=0 2024-11-20T01:23:44,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065884868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065884869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065884871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:44,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742446_1622 (size=12301) 2024-11-20T01:23:44,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/13ee06712867480a842859b69a1c6bfe 2024-11-20T01:23:44,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/c9e712bdcd06437190852b91603fd2b3 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c9e712bdcd06437190852b91603fd2b3 2024-11-20T01:23:44,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c9e712bdcd06437190852b91603fd2b3, entries=150, sequenceid=304, filesize=30.5 K 2024-11-20T01:23:44,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/9cc2db1051cd44db9e7f350a63b743e5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9cc2db1051cd44db9e7f350a63b743e5 2024-11-20T01:23:44,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9cc2db1051cd44db9e7f350a63b743e5, entries=150, sequenceid=304, filesize=12.0 K 2024-11-20T01:23:44,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/13ee06712867480a842859b69a1c6bfe as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/13ee06712867480a842859b69a1c6bfe 2024-11-20T01:23:44,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/13ee06712867480a842859b69a1c6bfe, entries=150, sequenceid=304, filesize=12.0 K 2024-11-20T01:23:44,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c79ed17ddeb3ec8ff4d6754dce403b0e in 212ms, sequenceid=304, compaction requested=true 2024-11-20T01:23:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T01:23:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T01:23:45,006 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/168767d1c36d45968e265e04ede857be as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/168767d1c36d45968e265e04ede857be 2024-11-20T01:23:45,011 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into 168767d1c36d45968e265e04ede857be(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:45,011 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:45,011 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=12, startTime=1732065824537; duration=0sec 2024-11-20T01:23:45,011 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T01:23:45,011 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:45,012 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-20T01:23:45,012 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T01:23:45,012 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T01:23:45,012 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. because compaction request was cancelled 2024-11-20T01:23:45,012 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:45,012 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T01:23:45,014 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T01:23:45,014 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:45,014 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:45,014 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f0cd27349ce144beb882afb2da69ea9f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ec303ec250404eb883017dfb9d90db59, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/24a86eb7d4074c749e09fe6ba919293c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ef2423d75fed449f9a2dd3658bb42a70, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/13ee06712867480a842859b69a1c6bfe] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=60.3 K 2024-11-20T01:23:45,014 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f0cd27349ce144beb882afb2da69ea9f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732065821628 2024-11-20T01:23:45,015 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ec303ec250404eb883017dfb9d90db59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732065821777 2024-11-20T01:23:45,015 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 24a86eb7d4074c749e09fe6ba919293c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732065822099 2024-11-20T01:23:45,015 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting ef2423d75fed449f9a2dd3658bb42a70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065823271 2024-11-20T01:23:45,015 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 13ee06712867480a842859b69a1c6bfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732065824409 2024-11-20T01:23:45,028 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:45,028 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/adea2c483e194bbc99a20779fefe7087 is 50, key is test_row_0/C:col10/1732065824720/Put/seqid=0 2024-11-20T01:23:45,036 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#519 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:45,037 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/f72dcbdc8180424da4889e09aade43ef is 175, key is test_row_0/A:col10/1732065824394/Put/seqid=0 2024-11-20T01:23:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742447_1623 (size=13017) 2024-11-20T01:23:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742448_1624 (size=31937) 2024-11-20T01:23:45,052 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/f72dcbdc8180424da4889e09aade43ef as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/f72dcbdc8180424da4889e09aade43ef 2024-11-20T01:23:45,057 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into f72dcbdc8180424da4889e09aade43ef(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:45,058 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=12, startTime=1732065824537; duration=0sec 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. because compaction request was cancelled 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:45,058 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T01:23:45,059 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T01:23:45,059 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T01:23:45,059 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. because compaction request was cancelled 2024-11-20T01:23:45,059 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:45,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:45,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:45,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:45,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:45,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209ae77b4d244540ea97e959c328e1a4a0_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065824756/Put/seqid=0 2024-11-20T01:23:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065885106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065885107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065885107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742449_1625 (size=12454) 2024-11-20T01:23:45,123 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209ae77b4d244540ea97e959c328e1a4a0_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ae77b4d244540ea97e959c328e1a4a0_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:45,128 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/5aada7c89e5a4192bffcf759d4dba9ad, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:45,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/5aada7c89e5a4192bffcf759d4dba9ad is 175, key is test_row_0/A:col10/1732065824756/Put/seqid=0 2024-11-20T01:23:45,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742450_1626 (size=31255) 2024-11-20T01:23:45,144 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/5aada7c89e5a4192bffcf759d4dba9ad 2024-11-20T01:23:45,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/ec34a6170a1e4115b0ffdccadb7cae93 is 50, key is test_row_0/B:col10/1732065824756/Put/seqid=0 2024-11-20T01:23:45,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065885211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065885214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742451_1627 (size=12301) 2024-11-20T01:23:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065885215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/ec34a6170a1e4115b0ffdccadb7cae93 2024-11-20T01:23:45,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/94b88429112f4637b7e344550f5e63b7 is 50, key is test_row_0/C:col10/1732065824756/Put/seqid=0 2024-11-20T01:23:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742452_1628 (size=12301) 2024-11-20T01:23:45,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/94b88429112f4637b7e344550f5e63b7 2024-11-20T01:23:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/5aada7c89e5a4192bffcf759d4dba9ad as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/5aada7c89e5a4192bffcf759d4dba9ad 2024-11-20T01:23:45,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/5aada7c89e5a4192bffcf759d4dba9ad, entries=150, sequenceid=332, filesize=30.5 K 2024-11-20T01:23:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/ec34a6170a1e4115b0ffdccadb7cae93 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ec34a6170a1e4115b0ffdccadb7cae93 2024-11-20T01:23:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ec34a6170a1e4115b0ffdccadb7cae93, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T01:23:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/94b88429112f4637b7e344550f5e63b7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/94b88429112f4637b7e344550f5e63b7 2024-11-20T01:23:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/94b88429112f4637b7e344550f5e63b7, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T01:23:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c79ed17ddeb3ec8ff4d6754dce403b0e in 187ms, sequenceid=332, compaction requested=true 2024-11-20T01:23:45,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:45,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:45,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:45,264 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:45,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:45,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:45,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,265 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:45,265 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:45,265 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:45,265 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/f72dcbdc8180424da4889e09aade43ef, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c9e712bdcd06437190852b91603fd2b3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/5aada7c89e5a4192bffcf759d4dba9ad] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=92.2 K 2024-11-20T01:23:45,265 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:45,265 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/f72dcbdc8180424da4889e09aade43ef, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c9e712bdcd06437190852b91603fd2b3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/5aada7c89e5a4192bffcf759d4dba9ad] 2024-11-20T01:23:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,266 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting f72dcbdc8180424da4889e09aade43ef, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065823271 2024-11-20T01:23:45,266 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9e712bdcd06437190852b91603fd2b3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732065824409 2024-11-20T01:23:45,266 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aada7c89e5a4192bffcf759d4dba9ad, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732065824756 2024-11-20T01:23:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,284 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,289 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112078fc5435acd4427a98b4980de548d0bc_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,290 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112078fc5435acd4427a98b4980de548d0bc_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:45,290 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112078fc5435acd4427a98b4980de548d0bc_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742453_1629 (size=4469) 2024-11-20T01:23:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,329 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#527 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,330 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e6b8764e274c4976a88a128b9a612434 is 175, key is test_row_0/A:col10/1732065824756/Put/seqid=0 2024-11-20T01:23:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742454_1630 (size=32039) 2024-11-20T01:23:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,387 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e6b8764e274c4976a88a128b9a612434 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6b8764e274c4976a88a128b9a612434 2024-11-20T01:23:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,396 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into e6b8764e274c4976a88a128b9a612434(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:45,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:45,396 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=13, startTime=1732065825263; duration=0sec 2024-11-20T01:23:45,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:45,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:45,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 5 compacting, 1 eligible, 16 blocking 2024-11-20T01:23:45,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T01:23:45,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T01:23:45,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. because compaction request was cancelled 2024-11-20T01:23:45,396 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:45,397 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,397 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:45,397 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:45,398 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:45,398 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/168767d1c36d45968e265e04ede857be, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9cc2db1051cd44db9e7f350a63b743e5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ec34a6170a1e4115b0ffdccadb7cae93] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=36.7 K 2024-11-20T01:23:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,398 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 168767d1c36d45968e265e04ede857be, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732065823271 2024-11-20T01:23:45,399 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cc2db1051cd44db9e7f350a63b743e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732065824409 2024-11-20T01:23:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,399 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec34a6170a1e4115b0ffdccadb7cae93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732065824756 2024-11-20T01:23:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:45,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,422 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,423 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/c68d9796839d49988577ac9d5c40ca8c is 50, key is test_row_0/B:col10/1732065824756/Put/seqid=0 2024-11-20T01:23:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015168f131edd4715b2230c0b8650f276_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065825104/Put/seqid=0 2024-11-20T01:23:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742456_1632 (size=12454) 2024-11-20T01:23:45,450 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/adea2c483e194bbc99a20779fefe7087 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/adea2c483e194bbc99a20779fefe7087 2024-11-20T01:23:45,454 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into adea2c483e194bbc99a20779fefe7087(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:45,454 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:45,454 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=11, startTime=1732065824934; duration=0sec 2024-11-20T01:23:45,454 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:45,454 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742455_1631 (size=13085) 2024-11-20T01:23:45,462 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/c68d9796839d49988577ac9d5c40ca8c as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c68d9796839d49988577ac9d5c40ca8c 2024-11-20T01:23:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065885459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065885459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065885462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,467 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into c68d9796839d49988577ac9d5c40ca8c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:45,467 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:45,467 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=13, startTime=1732065825264; duration=0sec 2024-11-20T01:23:45,467 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:45,467 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:45,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065885566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065885566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065885566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065885768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065885768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065885768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:45,849 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:45,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015168f131edd4715b2230c0b8650f276_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015168f131edd4715b2230c0b8650f276_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:45,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e43a321c00204668b53674a4b32ffcc4, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:45,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e43a321c00204668b53674a4b32ffcc4 is 175, key is test_row_0/A:col10/1732065825104/Put/seqid=0 2024-11-20T01:23:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742457_1633 (size=31251) 2024-11-20T01:23:45,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e43a321c00204668b53674a4b32ffcc4 2024-11-20T01:23:45,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a9be767f745b4726a5db171967e8a847 is 50, key is test_row_0/B:col10/1732065825104/Put/seqid=0 2024-11-20T01:23:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:23:45,895 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-20T01:23:45,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-20T01:23:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:23:45,901 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:45,902 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:45,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:45,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742458_1634 (size=9857) 2024-11-20T01:23:45,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a9be767f745b4726a5db171967e8a847 2024-11-20T01:23:45,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/206fd28bee524694a8412f5cda9c2da1 is 50, key is test_row_0/C:col10/1732065825104/Put/seqid=0 2024-11-20T01:23:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742459_1635 (size=9857) 2024-11-20T01:23:45,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/206fd28bee524694a8412f5cda9c2da1 2024-11-20T01:23:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e43a321c00204668b53674a4b32ffcc4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e43a321c00204668b53674a4b32ffcc4 2024-11-20T01:23:45,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e43a321c00204668b53674a4b32ffcc4, entries=150, sequenceid=344, filesize=30.5 K 2024-11-20T01:23:45,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a9be767f745b4726a5db171967e8a847 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a9be767f745b4726a5db171967e8a847 2024-11-20T01:23:45,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a9be767f745b4726a5db171967e8a847, entries=100, sequenceid=344, filesize=9.6 K 2024-11-20T01:23:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/206fd28bee524694a8412f5cda9c2da1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/206fd28bee524694a8412f5cda9c2da1 2024-11-20T01:23:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:23:46,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/206fd28bee524694a8412f5cda9c2da1, entries=100, sequenceid=344, filesize=9.6 K 2024-11-20T01:23:46,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c79ed17ddeb3ec8ff4d6754dce403b0e in 584ms, sequenceid=344, compaction requested=true 2024-11-20T01:23:46,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:46,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:46,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:46,003 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T01:23:46,003 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T01:23:46,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:46,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:46,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:46,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:46,005 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T01:23:46,005 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T01:23:46,005 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. because compaction request was cancelled 2024-11-20T01:23:46,005 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:46,005 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:46,006 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T01:23:46,006 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T01:23:46,006 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. because compaction request was cancelled 2024-11-20T01:23:46,006 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:46,006 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:46,006 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:46,006 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:46,006 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/adea2c483e194bbc99a20779fefe7087, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/94b88429112f4637b7e344550f5e63b7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/206fd28bee524694a8412f5cda9c2da1] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=34.4 K 2024-11-20T01:23:46,008 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting adea2c483e194bbc99a20779fefe7087, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732065824409 2024-11-20T01:23:46,008 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94b88429112f4637b7e344550f5e63b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732065824756 2024-11-20T01:23:46,008 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 206fd28bee524694a8412f5cda9c2da1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732065825104 2024-11-20T01:23:46,034 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:46,035 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/d58cddb753ae4111882293f637791b4b is 50, key is test_row_0/C:col10/1732065825104/Put/seqid=0 2024-11-20T01:23:46,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:23:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:46,054 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:46,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742460_1636 (size=13119) 2024-11-20T01:23:46,084 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/d58cddb753ae4111882293f637791b4b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d58cddb753ae4111882293f637791b4b 2024-11-20T01:23:46,090 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into d58cddb753ae4111882293f637791b4b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:46,090 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:46,090 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=13, startTime=1732065826004; duration=0sec 2024-11-20T01:23:46,091 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:46,091 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:46,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065886089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065886090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065886091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e2dbba12067d4d97a10f9048d48cec14_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065825458/Put/seqid=0 2024-11-20T01:23:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742461_1637 (size=12454) 2024-11-20T01:23:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:46,160 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e2dbba12067d4d97a10f9048d48cec14_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e2dbba12067d4d97a10f9048d48cec14_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:46,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d59eab3bee48455d95d31117e9c213e5, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d59eab3bee48455d95d31117e9c213e5 is 175, key is test_row_0/A:col10/1732065825458/Put/seqid=0 2024-11-20T01:23:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065886196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742462_1638 (size=31255) 2024-11-20T01:23:46,199 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d59eab3bee48455d95d31117e9c213e5 2024-11-20T01:23:46,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065886199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:23:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/f663241392b44301abef5712f20a257d is 50, key is test_row_0/B:col10/1732065825458/Put/seqid=0 2024-11-20T01:23:46,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065886209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742463_1639 (size=12301) 2024-11-20T01:23:46,255 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/f663241392b44301abef5712f20a257d 2024-11-20T01:23:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/f6a855a2643a4c8985694bbccbcd235b is 50, key is test_row_0/C:col10/1732065825458/Put/seqid=0 2024-11-20T01:23:46,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742464_1640 (size=12301) 2024-11-20T01:23:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065886398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065886402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065886411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:23:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065886701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065886708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065886715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:46,727 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/f6a855a2643a4c8985694bbccbcd235b 2024-11-20T01:23:46,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/d59eab3bee48455d95d31117e9c213e5 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d59eab3bee48455d95d31117e9c213e5 2024-11-20T01:23:46,739 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d59eab3bee48455d95d31117e9c213e5, entries=150, sequenceid=371, filesize=30.5 K 2024-11-20T01:23:46,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/f663241392b44301abef5712f20a257d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/f663241392b44301abef5712f20a257d 2024-11-20T01:23:46,745 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/f663241392b44301abef5712f20a257d, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T01:23:46,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/f6a855a2643a4c8985694bbccbcd235b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f6a855a2643a4c8985694bbccbcd235b 2024-11-20T01:23:46,750 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f6a855a2643a4c8985694bbccbcd235b, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T01:23:46,751 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c79ed17ddeb3ec8ff4d6754dce403b0e in 697ms, sequenceid=371, compaction requested=true 2024-11-20T01:23:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-20T01:23:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-20T01:23:46,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-20T01:23:46,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 851 msec 2024-11-20T01:23:46,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 859 msec 2024-11-20T01:23:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:23:47,002 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-20T01:23:47,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-20T01:23:47,005 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:23:47,005 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:47,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:23:47,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T01:23:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:47,158 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206d1bbd713ef94027aaf82e263622d11c_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065826087/Put/seqid=0 2024-11-20T01:23:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:47,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:47,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742465_1641 (size=12454) 2024-11-20T01:23:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:47,228 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206d1bbd713ef94027aaf82e263622d11c_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d1bbd713ef94027aaf82e263622d11c_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/070c1956155d40e48798506fa81c51cc, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/070c1956155d40e48798506fa81c51cc is 175, key is test_row_0/A:col10/1732065826087/Put/seqid=0 2024-11-20T01:23:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742466_1642 (size=31255) 2024-11-20T01:23:47,252 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/070c1956155d40e48798506fa81c51cc 2024-11-20T01:23:47,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065887248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065887251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065887252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a3705ed777f14321ae7033b90afce5d4 is 50, key is test_row_0/B:col10/1732065826087/Put/seqid=0 2024-11-20T01:23:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742467_1643 (size=12301) 2024-11-20T01:23:47,298 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a3705ed777f14321ae7033b90afce5d4 2024-11-20T01:23:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:23:47,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/376c06c3c43b423f9ad45d954de77839 is 50, key is test_row_0/C:col10/1732065826087/Put/seqid=0 2024-11-20T01:23:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742468_1644 (size=12301) 2024-11-20T01:23:47,349 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/376c06c3c43b423f9ad45d954de77839 2024-11-20T01:23:47,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/070c1956155d40e48798506fa81c51cc as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/070c1956155d40e48798506fa81c51cc 2024-11-20T01:23:47,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065887355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065887357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065887357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,362 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/070c1956155d40e48798506fa81c51cc, entries=150, sequenceid=384, filesize=30.5 K 2024-11-20T01:23:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/a3705ed777f14321ae7033b90afce5d4 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a3705ed777f14321ae7033b90afce5d4 2024-11-20T01:23:47,369 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a3705ed777f14321ae7033b90afce5d4, entries=150, sequenceid=384, filesize=12.0 K 2024-11-20T01:23:47,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/376c06c3c43b423f9ad45d954de77839 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/376c06c3c43b423f9ad45d954de77839 2024-11-20T01:23:47,373 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/376c06c3c43b423f9ad45d954de77839, entries=150, sequenceid=384, filesize=12.0 K 2024-11-20T01:23:47,374 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c79ed17ddeb3ec8ff4d6754dce403b0e in 216ms, sequenceid=384, compaction requested=true 2024-11-20T01:23:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-20T01:23:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-20T01:23:47,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-20T01:23:47,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 370 msec 2024-11-20T01:23:47,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 376 msec 2024-11-20T01:23:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:47,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:23:47,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:47,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:47,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:47,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120aec010b4fc5a4111a9d944066c5bd8b4_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065827241/Put/seqid=0 2024-11-20T01:23:47,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065887576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065887581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065887581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742469_1645 (size=12454) 2024-11-20T01:23:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:23:47,608 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-20T01:23:47,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-20T01:23:47,612 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:23:47,613 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:47,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:47,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065887682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065887685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065887686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:23:47,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T01:23:47,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:47,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:47,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:47,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065887888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065887889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065887890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:23:47,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:47,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T01:23:47,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:47,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:47,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:47,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:47,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120aec010b4fc5a4111a9d944066c5bd8b4_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aec010b4fc5a4111a9d944066c5bd8b4_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:47,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/05fe4771aaa644119bb11e42f3d0b6b7, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:47,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/05fe4771aaa644119bb11e42f3d0b6b7 is 175, key is test_row_0/A:col10/1732065827241/Put/seqid=0 2024-11-20T01:23:48,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742470_1646 (size=31255) 2024-11-20T01:23:48,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/05fe4771aaa644119bb11e42f3d0b6b7 2024-11-20T01:23:48,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/e9fc57513ad149e0a0a33f1a1e221626 is 50, key is test_row_0/B:col10/1732065827241/Put/seqid=0 2024-11-20T01:23:48,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742471_1647 (size=12301) 2024-11-20T01:23:48,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/e9fc57513ad149e0a0a33f1a1e221626 2024-11-20T01:23:48,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T01:23:48,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:48,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/f7b3fc27ea2c419687b273ba65229710 is 50, key is test_row_0/C:col10/1732065827241/Put/seqid=0 2024-11-20T01:23:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742472_1648 (size=12301) 2024-11-20T01:23:48,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/f7b3fc27ea2c419687b273ba65229710 2024-11-20T01:23:48,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/05fe4771aaa644119bb11e42f3d0b6b7 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/05fe4771aaa644119bb11e42f3d0b6b7 2024-11-20T01:23:48,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/05fe4771aaa644119bb11e42f3d0b6b7, entries=150, sequenceid=410, filesize=30.5 K 2024-11-20T01:23:48,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/e9fc57513ad149e0a0a33f1a1e221626 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/e9fc57513ad149e0a0a33f1a1e221626 2024-11-20T01:23:48,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/e9fc57513ad149e0a0a33f1a1e221626, entries=150, sequenceid=410, filesize=12.0 K 2024-11-20T01:23:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/f7b3fc27ea2c419687b273ba65229710 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f7b3fc27ea2c419687b273ba65229710 2024-11-20T01:23:48,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f7b3fc27ea2c419687b273ba65229710, entries=150, sequenceid=410, filesize=12.0 K 2024-11-20T01:23:48,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c79ed17ddeb3ec8ff4d6754dce403b0e in 587ms, sequenceid=410, compaction requested=true 2024-11-20T01:23:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:48,149 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T01:23:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:48,149 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T01:23:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:48,152 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59845 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T01:23:48,152 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:48,152 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,152 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c68d9796839d49988577ac9d5c40ca8c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a9be767f745b4726a5db171967e8a847, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/f663241392b44301abef5712f20a257d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a3705ed777f14321ae7033b90afce5d4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/e9fc57513ad149e0a0a33f1a1e221626] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=58.4 K 2024-11-20T01:23:48,152 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 157055 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T01:23:48,152 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:48,152 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,152 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6b8764e274c4976a88a128b9a612434, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e43a321c00204668b53674a4b32ffcc4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d59eab3bee48455d95d31117e9c213e5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/070c1956155d40e48798506fa81c51cc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/05fe4771aaa644119bb11e42f3d0b6b7] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=153.4 K 2024-11-20T01:23:48,152 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,153 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6b8764e274c4976a88a128b9a612434, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e43a321c00204668b53674a4b32ffcc4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d59eab3bee48455d95d31117e9c213e5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/070c1956155d40e48798506fa81c51cc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/05fe4771aaa644119bb11e42f3d0b6b7] 2024-11-20T01:23:48,154 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting c68d9796839d49988577ac9d5c40ca8c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732065824756 2024-11-20T01:23:48,154 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6b8764e274c4976a88a128b9a612434, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732065824756 2024-11-20T01:23:48,154 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a9be767f745b4726a5db171967e8a847, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732065825104 2024-11-20T01:23:48,155 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f663241392b44301abef5712f20a257d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732065825456 2024-11-20T01:23:48,155 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e43a321c00204668b53674a4b32ffcc4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732065825104 2024-11-20T01:23:48,155 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a3705ed777f14321ae7033b90afce5d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732065826079 2024-11-20T01:23:48,155 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting d59eab3bee48455d95d31117e9c213e5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732065825456 2024-11-20T01:23:48,156 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting e9fc57513ad149e0a0a33f1a1e221626, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732065827241 2024-11-20T01:23:48,156 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 070c1956155d40e48798506fa81c51cc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732065826079 2024-11-20T01:23:48,156 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05fe4771aaa644119bb11e42f3d0b6b7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732065827241 2024-11-20T01:23:48,175 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:48,184 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120087d12702cfb411aa4ff9b00135cdd39_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:48,186 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:48,187 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/aadef8d50b7543259cf8d623af70a2e1 is 50, key is test_row_0/B:col10/1732065827241/Put/seqid=0 2024-11-20T01:23:48,187 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120087d12702cfb411aa4ff9b00135cdd39_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:48,187 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120087d12702cfb411aa4ff9b00135cdd39_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:48,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742473_1649 (size=13255) 2024-11-20T01:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:23:48,217 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/aadef8d50b7543259cf8d623af70a2e1 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/aadef8d50b7543259cf8d623af70a2e1 2024-11-20T01:23:48,225 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into aadef8d50b7543259cf8d623af70a2e1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:48,225 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:48,225 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=11, startTime=1732065828149; duration=0sec 2024-11-20T01:23:48,225 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:48,225 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:48,225 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:48,228 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:48,228 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:48,229 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,229 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d58cddb753ae4111882293f637791b4b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f6a855a2643a4c8985694bbccbcd235b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/376c06c3c43b423f9ad45d954de77839, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f7b3fc27ea2c419687b273ba65229710] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=48.8 K 2024-11-20T01:23:48,229 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d58cddb753ae4111882293f637791b4b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732065825076 2024-11-20T01:23:48,229 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f6a855a2643a4c8985694bbccbcd235b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732065825456 2024-11-20T01:23:48,230 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203ddfab67f9554839928feb0f45993853_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065828197/Put/seqid=0 2024-11-20T01:23:48,230 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 376c06c3c43b423f9ad45d954de77839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732065826079 2024-11-20T01:23:48,230 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b3fc27ea2c419687b273ba65229710, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732065827241 2024-11-20T01:23:48,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T01:23:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742474_1650 (size=4469) 2024-11-20T01:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,237 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#542 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:48,238 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/773c30b2a01b4969ba800cb52c8df8ec is 175, key is test_row_0/A:col10/1732065827241/Put/seqid=0 2024-11-20T01:23:48,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065888242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065888246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065888246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,262 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#545 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:48,263 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/a274d7e49a794c01832056fbae561b1a is 50, key is test_row_0/C:col10/1732065827241/Put/seqid=0 2024-11-20T01:23:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742475_1651 (size=14994) 2024-11-20T01:23:48,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:48,287 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203ddfab67f9554839928feb0f45993853_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203ddfab67f9554839928feb0f45993853_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:48,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742476_1652 (size=32209) 2024-11-20T01:23:48,288 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/ce72eca51b46481c893a3d14a8549366, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:48,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/ce72eca51b46481c893a3d14a8549366 is 175, key is test_row_0/A:col10/1732065828197/Put/seqid=0 2024-11-20T01:23:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742477_1653 (size=13255) 2024-11-20T01:23:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742478_1654 (size=39949) 2024-11-20T01:23:48,324 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/ce72eca51b46481c893a3d14a8549366 2024-11-20T01:23:48,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/d2a978daf7ad4d2a81324274979be602 is 50, key is test_row_0/B:col10/1732065828197/Put/seqid=0 2024-11-20T01:23:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742479_1655 (size=12301) 2024-11-20T01:23:48,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/d2a978daf7ad4d2a81324274979be602 2024-11-20T01:23:48,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065888349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065888350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065888351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/584aef5b77e54a24950483480ddca302 is 50, key is test_row_0/C:col10/1732065828197/Put/seqid=0 2024-11-20T01:23:48,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T01:23:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742480_1656 (size=12301) 2024-11-20T01:23:48,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/584aef5b77e54a24950483480ddca302 2024-11-20T01:23:48,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/ce72eca51b46481c893a3d14a8549366 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ce72eca51b46481c893a3d14a8549366 2024-11-20T01:23:48,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ce72eca51b46481c893a3d14a8549366, entries=200, sequenceid=423, filesize=39.0 K 2024-11-20T01:23:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/d2a978daf7ad4d2a81324274979be602 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d2a978daf7ad4d2a81324274979be602 2024-11-20T01:23:48,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d2a978daf7ad4d2a81324274979be602, entries=150, sequenceid=423, filesize=12.0 K 2024-11-20T01:23:48,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/584aef5b77e54a24950483480ddca302 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/584aef5b77e54a24950483480ddca302 2024-11-20T01:23:48,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/584aef5b77e54a24950483480ddca302, entries=150, sequenceid=423, filesize=12.0 K 2024-11-20T01:23:48,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c79ed17ddeb3ec8ff4d6754dce403b0e in 220ms, sequenceid=423, compaction requested=false 2024-11-20T01:23:48,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:48,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T01:23:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,548 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:48,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:48,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112006b231b3de044023a39d67802eccf0cd_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065828242/Put/seqid=0 2024-11-20T01:23:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742481_1657 (size=12454) 2024-11-20T01:23:48,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:48,600 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112006b231b3de044023a39d67802eccf0cd_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112006b231b3de044023a39d67802eccf0cd_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065888595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065888593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065888596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/9354c4783d6d44e190fa839ea7d86d42, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/9354c4783d6d44e190fa839ea7d86d42 is 175, key is test_row_0/A:col10/1732065828242/Put/seqid=0 2024-11-20T01:23:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742482_1658 (size=31255) 2024-11-20T01:23:48,635 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=447, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/9354c4783d6d44e190fa839ea7d86d42 2024-11-20T01:23:48,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/948c6d288554493a9b0d9d14d23cc33b is 50, key is test_row_0/B:col10/1732065828242/Put/seqid=0 2024-11-20T01:23:48,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742483_1659 (size=12301) 2024-11-20T01:23:48,682 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/948c6d288554493a9b0d9d14d23cc33b 2024-11-20T01:23:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/a2beff2e168b4d4887fea4c1cfc5b231 is 50, key is test_row_0/C:col10/1732065828242/Put/seqid=0 2024-11-20T01:23:48,695 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/773c30b2a01b4969ba800cb52c8df8ec as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/773c30b2a01b4969ba800cb52c8df8ec 2024-11-20T01:23:48,701 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into 773c30b2a01b4969ba800cb52c8df8ec(size=31.5 K), total size for store is 70.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:48,701 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:48,701 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=11, startTime=1732065828149; duration=0sec 2024-11-20T01:23:48,701 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:48,701 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065888702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,707 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/a274d7e49a794c01832056fbae561b1a as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a274d7e49a794c01832056fbae561b1a 2024-11-20T01:23:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065888703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065888703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,713 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into a274d7e49a794c01832056fbae561b1a(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:48,713 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:48,713 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=12, startTime=1732065828149; duration=0sec 2024-11-20T01:23:48,713 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:48,713 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:23:48,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742484_1660 (size=12301) 2024-11-20T01:23:48,716 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/a2beff2e168b4d4887fea4c1cfc5b231 2024-11-20T01:23:48,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/9354c4783d6d44e190fa839ea7d86d42 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/9354c4783d6d44e190fa839ea7d86d42 2024-11-20T01:23:48,728 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/9354c4783d6d44e190fa839ea7d86d42, entries=150, sequenceid=447, filesize=30.5 K 2024-11-20T01:23:48,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/948c6d288554493a9b0d9d14d23cc33b as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/948c6d288554493a9b0d9d14d23cc33b 2024-11-20T01:23:48,740 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/948c6d288554493a9b0d9d14d23cc33b, entries=150, sequenceid=447, filesize=12.0 K 2024-11-20T01:23:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/a2beff2e168b4d4887fea4c1cfc5b231 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a2beff2e168b4d4887fea4c1cfc5b231 2024-11-20T01:23:48,747 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a2beff2e168b4d4887fea4c1cfc5b231, entries=150, sequenceid=447, filesize=12.0 K 2024-11-20T01:23:48,748 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c79ed17ddeb3ec8ff4d6754dce403b0e in 200ms, sequenceid=447, compaction requested=true 2024-11-20T01:23:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-20T01:23:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-20T01:23:48,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-20T01:23:48,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1370 sec 2024-11-20T01:23:48,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.1420 sec 2024-11-20T01:23:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:48,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:23:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f23fffa375674825a4d860c963cc0aa2_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065828593/Put/seqid=0 2024-11-20T01:23:48,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742485_1661 (size=14994) 2024-11-20T01:23:48,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065888980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065888982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:48,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065888989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065889088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065889090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065889091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065889293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065889294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065889294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:49,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f23fffa375674825a4d860c963cc0aa2_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f23fffa375674825a4d860c963cc0aa2_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:49,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/3b7fb1a9bd9743c5a936b80550370e1d, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:49,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/3b7fb1a9bd9743c5a936b80550370e1d is 175, key is test_row_0/A:col10/1732065828593/Put/seqid=0 2024-11-20T01:23:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742486_1662 (size=39949) 2024-11-20T01:23:49,366 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=463, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/3b7fb1a9bd9743c5a936b80550370e1d 2024-11-20T01:23:49,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/7d2a2afebda740ffb052b3dfeb6ace9d is 50, key is test_row_0/B:col10/1732065828593/Put/seqid=0 2024-11-20T01:23:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742487_1663 (size=12301) 2024-11-20T01:23:49,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/7d2a2afebda740ffb052b3dfeb6ace9d 2024-11-20T01:23:49,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/bafd30e2fba04217a816c3b6eca30869 is 50, key is test_row_0/C:col10/1732065828593/Put/seqid=0 2024-11-20T01:23:49,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742488_1664 (size=12301) 2024-11-20T01:23:49,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065889597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065889604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065889605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:23:49,717 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-20T01:23:49,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-20T01:23:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:23:49,720 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:49,720 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:49,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:23:49,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:49,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T01:23:49,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:49,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:49,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:49,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:49,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:49,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/bafd30e2fba04217a816c3b6eca30869 2024-11-20T01:23:49,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/3b7fb1a9bd9743c5a936b80550370e1d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/3b7fb1a9bd9743c5a936b80550370e1d 2024-11-20T01:23:49,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/3b7fb1a9bd9743c5a936b80550370e1d, entries=200, sequenceid=463, filesize=39.0 K 2024-11-20T01:23:49,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/7d2a2afebda740ffb052b3dfeb6ace9d as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7d2a2afebda740ffb052b3dfeb6ace9d 2024-11-20T01:23:49,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7d2a2afebda740ffb052b3dfeb6ace9d, entries=150, sequenceid=463, filesize=12.0 K 2024-11-20T01:23:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/bafd30e2fba04217a816c3b6eca30869 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bafd30e2fba04217a816c3b6eca30869 2024-11-20T01:23:49,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bafd30e2fba04217a816c3b6eca30869, entries=150, sequenceid=463, filesize=12.0 K 2024-11-20T01:23:49,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1001ms, sequenceid=463, compaction requested=true 2024-11-20T01:23:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:49,909 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:49,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:49,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:49,910 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:49,912 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:49,912 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:49,912 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:49,912 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:49,912 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:49,912 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:49,912 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/aadef8d50b7543259cf8d623af70a2e1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d2a978daf7ad4d2a81324274979be602, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/948c6d288554493a9b0d9d14d23cc33b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7d2a2afebda740ffb052b3dfeb6ace9d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=49.0 K 2024-11-20T01:23:49,912 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/773c30b2a01b4969ba800cb52c8df8ec, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ce72eca51b46481c893a3d14a8549366, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/9354c4783d6d44e190fa839ea7d86d42, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/3b7fb1a9bd9743c5a936b80550370e1d] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=140.0 K 2024-11-20T01:23:49,912 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:49,912 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/773c30b2a01b4969ba800cb52c8df8ec, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ce72eca51b46481c893a3d14a8549366, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/9354c4783d6d44e190fa839ea7d86d42, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/3b7fb1a9bd9743c5a936b80550370e1d] 2024-11-20T01:23:49,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:49,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:49,913 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting aadef8d50b7543259cf8d623af70a2e1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732065827241 2024-11-20T01:23:49,913 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 773c30b2a01b4969ba800cb52c8df8ec, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732065827241 2024-11-20T01:23:49,913 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting d2a978daf7ad4d2a81324274979be602, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065827580 2024-11-20T01:23:49,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:49,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:49,914 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 948c6d288554493a9b0d9d14d23cc33b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732065828232 2024-11-20T01:23:49,914 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce72eca51b46481c893a3d14a8549366, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065827576 2024-11-20T01:23:49,915 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9354c4783d6d44e190fa839ea7d86d42, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732065828232 2024-11-20T01:23:49,915 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d2a2afebda740ffb052b3dfeb6ace9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065828593 2024-11-20T01:23:49,915 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b7fb1a9bd9743c5a936b80550370e1d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065828576 2024-11-20T01:23:49,925 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:49,929 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#554 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:49,929 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/833159cb120845a2a41642755fc7a9bb is 50, key is test_row_0/B:col10/1732065828593/Put/seqid=0 2024-11-20T01:23:49,936 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a83add1e7be7453f9806bd9af2baa931_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:49,939 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a83add1e7be7453f9806bd9af2baa931_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:49,939 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a83add1e7be7453f9806bd9af2baa931_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742490_1666 (size=4469) 2024-11-20T01:23:49,988 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#555 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:49,989 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/da329fed585a445ea8cc2a02506da844 is 175, key is test_row_0/A:col10/1732065828593/Put/seqid=0 2024-11-20T01:23:49,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742489_1665 (size=13391) 2024-11-20T01:23:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:23:50,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T01:23:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:50,026 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:23:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742491_1667 (size=32345) 2024-11-20T01:23:50,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120819642f22c1045148a6650b7f90ac479_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065828979/Put/seqid=0 2024-11-20T01:23:50,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742492_1668 (size=12454) 2024-11-20T01:23:50,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:50,104 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120819642f22c1045148a6650b7f90ac479_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120819642f22c1045148a6650b7f90ac479_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:50,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e6362acede3a4fbba288b1826df51d86, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:50,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e6362acede3a4fbba288b1826df51d86 is 175, key is test_row_0/A:col10/1732065828979/Put/seqid=0 2024-11-20T01:23:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:50,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065890129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065890133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065890133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742493_1669 (size=31255) 2024-11-20T01:23:50,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065890234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065890239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065890239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:23:50,403 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/833159cb120845a2a41642755fc7a9bb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/833159cb120845a2a41642755fc7a9bb 2024-11-20T01:23:50,408 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into 833159cb120845a2a41642755fc7a9bb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:50,408 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:50,408 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=12, startTime=1732065829910; duration=0sec 2024-11-20T01:23:50,409 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:50,409 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:50,409 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:50,410 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:50,410 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:50,410 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:50,410 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a274d7e49a794c01832056fbae561b1a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/584aef5b77e54a24950483480ddca302, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a2beff2e168b4d4887fea4c1cfc5b231, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bafd30e2fba04217a816c3b6eca30869] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=49.0 K 2024-11-20T01:23:50,410 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a274d7e49a794c01832056fbae561b1a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732065827241 2024-11-20T01:23:50,411 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 584aef5b77e54a24950483480ddca302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065827580 2024-11-20T01:23:50,411 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting a2beff2e168b4d4887fea4c1cfc5b231, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732065828232 2024-11-20T01:23:50,412 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting bafd30e2fba04217a816c3b6eca30869, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065828593 2024-11-20T01:23:50,426 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#557 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:50,427 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/57f0b41d877544269381785334e04df2 is 50, key is test_row_0/C:col10/1732065828593/Put/seqid=0 2024-11-20T01:23:50,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,441 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/da329fed585a445ea8cc2a02506da844 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/da329fed585a445ea8cc2a02506da844 2024-11-20T01:23:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065890439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065890443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065890444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,448 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into da329fed585a445ea8cc2a02506da844(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:50,448 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:50,448 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=12, startTime=1732065829909; duration=0sec 2024-11-20T01:23:50,448 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:50,448 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742494_1670 (size=13391) 2024-11-20T01:23:50,474 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/57f0b41d877544269381785334e04df2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/57f0b41d877544269381785334e04df2 2024-11-20T01:23:50,479 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into 57f0b41d877544269381785334e04df2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:50,479 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:50,479 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=12, startTime=1732065829913; duration=0sec 2024-11-20T01:23:50,479 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:50,479 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:50,542 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=485, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e6362acede3a4fbba288b1826df51d86 2024-11-20T01:23:50,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/fea31f5775534aed8bbce6273dabab6e is 50, key is test_row_0/B:col10/1732065828979/Put/seqid=0 2024-11-20T01:23:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742495_1671 (size=12301) 2024-11-20T01:23:50,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065890742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065890748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065890749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:23:50,994 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/fea31f5775534aed8bbce6273dabab6e 2024-11-20T01:23:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/2ad58da6b94c4fa192fe56f890d09717 is 50, key is test_row_0/C:col10/1732065828979/Put/seqid=0 2024-11-20T01:23:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742496_1672 (size=12301) 2024-11-20T01:23:51,038 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/2ad58da6b94c4fa192fe56f890d09717 2024-11-20T01:23:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e6362acede3a4fbba288b1826df51d86 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6362acede3a4fbba288b1826df51d86 2024-11-20T01:23:51,052 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6362acede3a4fbba288b1826df51d86, entries=150, sequenceid=485, filesize=30.5 K 2024-11-20T01:23:51,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/fea31f5775534aed8bbce6273dabab6e as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/fea31f5775534aed8bbce6273dabab6e 2024-11-20T01:23:51,059 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/fea31f5775534aed8bbce6273dabab6e, entries=150, sequenceid=485, filesize=12.0 K 2024-11-20T01:23:51,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/2ad58da6b94c4fa192fe56f890d09717 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/2ad58da6b94c4fa192fe56f890d09717 2024-11-20T01:23:51,064 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/2ad58da6b94c4fa192fe56f890d09717, entries=150, sequenceid=485, filesize=12.0 K 2024-11-20T01:23:51,065 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1040ms, sequenceid=485, compaction requested=false 2024-11-20T01:23:51,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:51,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:51,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-20T01:23:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-20T01:23:51,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-20T01:23:51,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3480 sec 2024-11-20T01:23:51,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.3520 sec 2024-11-20T01:23:51,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T01:23:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:51,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e3695a003c0d47fabbfb315cd80d1164_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065831251/Put/seqid=0 2024-11-20T01:23:51,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065891284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065891293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065891300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742497_1673 (size=12454) 2024-11-20T01:23:51,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:51,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e3695a003c0d47fabbfb315cd80d1164_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e3695a003c0d47fabbfb315cd80d1164_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:51,328 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e3c39524c50d47689c0d50d2e5f86418, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:51,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e3c39524c50d47689c0d50d2e5f86418 is 175, key is test_row_0/A:col10/1732065831251/Put/seqid=0 2024-11-20T01:23:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742498_1674 (size=31255) 2024-11-20T01:23:51,378 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=504, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e3c39524c50d47689c0d50d2e5f86418 2024-11-20T01:23:51,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/6014748114c64471a2ce03d440819d44 is 50, key is test_row_0/B:col10/1732065831251/Put/seqid=0 2024-11-20T01:23:51,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065891394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065891398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065891404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742499_1675 (size=12301) 2024-11-20T01:23:51,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065891598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065891601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065891606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:23:51,824 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-20T01:23:51,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-20T01:23:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T01:23:51,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:51,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:51,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:51,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/6014748114c64471a2ce03d440819d44 2024-11-20T01:23:51,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/da163c1791a84d5aa67362e810bf56f9 is 50, key is test_row_0/C:col10/1732065831251/Put/seqid=0 2024-11-20T01:23:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742500_1676 (size=12301) 2024-11-20T01:23:51,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/da163c1791a84d5aa67362e810bf56f9 2024-11-20T01:23:51,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/e3c39524c50d47689c0d50d2e5f86418 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e3c39524c50d47689c0d50d2e5f86418 2024-11-20T01:23:51,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e3c39524c50d47689c0d50d2e5f86418, entries=150, sequenceid=504, filesize=30.5 K 2024-11-20T01:23:51,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/6014748114c64471a2ce03d440819d44 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6014748114c64471a2ce03d440819d44 2024-11-20T01:23:51,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6014748114c64471a2ce03d440819d44, entries=150, sequenceid=504, filesize=12.0 K 2024-11-20T01:23:51,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/da163c1791a84d5aa67362e810bf56f9 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/da163c1791a84d5aa67362e810bf56f9 2024-11-20T01:23:51,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/da163c1791a84d5aa67362e810bf56f9, entries=150, sequenceid=504, filesize=12.0 K 2024-11-20T01:23:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065891903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c79ed17ddeb3ec8ff4d6754dce403b0e in 654ms, sequenceid=504, compaction requested=true 2024-11-20T01:23:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:51,907 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,907 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c79ed17ddeb3ec8ff4d6754dce403b0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:51,908 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,908 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/A is initiating minor compaction (all files) 2024-11-20T01:23:51,908 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/A in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:51,909 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/da329fed585a445ea8cc2a02506da844, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6362acede3a4fbba288b1826df51d86, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e3c39524c50d47689c0d50d2e5f86418] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=92.6 K 2024-11-20T01:23:51,909 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:51,909 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. files: [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/da329fed585a445ea8cc2a02506da844, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6362acede3a4fbba288b1826df51d86, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e3c39524c50d47689c0d50d2e5f86418] 2024-11-20T01:23:51,909 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,909 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/B is initiating minor compaction (all files) 2024-11-20T01:23:51,909 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/B in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:51,909 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/833159cb120845a2a41642755fc7a9bb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/fea31f5775534aed8bbce6273dabab6e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6014748114c64471a2ce03d440819d44] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=37.1 K 2024-11-20T01:23:51,910 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting da329fed585a445ea8cc2a02506da844, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065828593 2024-11-20T01:23:51,910 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 833159cb120845a2a41642755fc7a9bb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065828593 2024-11-20T01:23:51,911 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting fea31f5775534aed8bbce6273dabab6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732065828970 2024-11-20T01:23:51,911 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6362acede3a4fbba288b1826df51d86, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732065828970 2024-11-20T01:23:51,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:23:51,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:51,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:51,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,911 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 6014748114c64471a2ce03d440819d44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732065830127 2024-11-20T01:23:51,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:51,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,912 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3c39524c50d47689c0d50d2e5f86418, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732065830127 2024-11-20T01:23:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:51,923 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#B#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:51,924 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/cf65977c90d3424291eb234ab83b7762 is 50, key is test_row_0/B:col10/1732065831251/Put/seqid=0 2024-11-20T01:23:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T01:23:51,932 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:51,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065891943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,947 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d83f5e6150a6447e8dfbd7061cb9eb6e_c79ed17ddeb3ec8ff4d6754dce403b0e store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:51,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065891945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b426f392dd124f9ebc72ec9eaff47198_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065831910/Put/seqid=0 2024-11-20T01:23:51,949 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d83f5e6150a6447e8dfbd7061cb9eb6e_c79ed17ddeb3ec8ff4d6754dce403b0e, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:51,949 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d83f5e6150a6447e8dfbd7061cb9eb6e_c79ed17ddeb3ec8ff4d6754dce403b0e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742501_1677 (size=13493) 2024-11-20T01:23:51,979 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/cf65977c90d3424291eb234ab83b7762 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/cf65977c90d3424291eb234ab83b7762 2024-11-20T01:23:51,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:51,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T01:23:51,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:51,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:51,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:51,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,989 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/B of c79ed17ddeb3ec8ff4d6754dce403b0e into cf65977c90d3424291eb234ab83b7762(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:51,989 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:51,989 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/B, priority=13, startTime=1732065831907; duration=0sec 2024-11-20T01:23:51,989 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:51,989 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:B 2024-11-20T01:23:51,989 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,991 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,991 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1540): c79ed17ddeb3ec8ff4d6754dce403b0e/C is initiating minor compaction (all files) 2024-11-20T01:23:51,991 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c79ed17ddeb3ec8ff4d6754dce403b0e/C in TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:51,991 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/57f0b41d877544269381785334e04df2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/2ad58da6b94c4fa192fe56f890d09717, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/da163c1791a84d5aa67362e810bf56f9] into tmpdir=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp, totalSize=37.1 K 2024-11-20T01:23:51,993 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f0b41d877544269381785334e04df2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065828593 2024-11-20T01:23:51,993 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad58da6b94c4fa192fe56f890d09717, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732065828970 2024-11-20T01:23:51,993 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] compactions.Compactor(224): Compacting da163c1791a84d5aa67362e810bf56f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732065830127 2024-11-20T01:23:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742503_1679 (size=4469) 2024-11-20T01:23:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742502_1678 (size=12454) 2024-11-20T01:23:52,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:52,019 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#C#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:52,022 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/0f7f0e31e6404519b28d7d5bf4766dcb is 50, key is test_row_0/C:col10/1732065831251/Put/seqid=0 2024-11-20T01:23:52,025 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b426f392dd124f9ebc72ec9eaff47198_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b426f392dd124f9ebc72ec9eaff47198_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:52,027 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/6fd92a5ce4284a98a35fb700aef958dd, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:52,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/6fd92a5ce4284a98a35fb700aef958dd is 175, key is test_row_0/A:col10/1732065831910/Put/seqid=0 2024-11-20T01:23:52,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065892047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065892052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742505_1681 (size=31255) 2024-11-20T01:23:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742504_1680 (size=13493) 2024-11-20T01:23:52,085 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/0f7f0e31e6404519b28d7d5bf4766dcb as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/0f7f0e31e6404519b28d7d5bf4766dcb 2024-11-20T01:23:52,091 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/C of c79ed17ddeb3ec8ff4d6754dce403b0e into 0f7f0e31e6404519b28d7d5bf4766dcb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:52,091 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:52,091 INFO [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/C, priority=13, startTime=1732065831907; duration=0sec 2024-11-20T01:23:52,091 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:52,091 DEBUG [RS:0;31023a2ec537:44825-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:C 2024-11-20T01:23:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T01:23:52,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T01:23:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065892252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065892256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T01:23:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60888 deadline: 1732065892408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,418 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c79ed17ddeb3ec8ff4d6754dce403b0e#A#compaction#564 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:52,419 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/2017a6b66f944ee49f3b432b2396b950 is 175, key is test_row_0/A:col10/1732065831251/Put/seqid=0 2024-11-20T01:23:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1732065892434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,435 DEBUG [Thread-2378 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18220 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T01:23:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742506_1682 (size=32447) 2024-11-20T01:23:52,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T01:23:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,448 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/2017a6b66f944ee49f3b432b2396b950 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2017a6b66f944ee49f3b432b2396b950 2024-11-20T01:23:52,455 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c79ed17ddeb3ec8ff4d6754dce403b0e/A of c79ed17ddeb3ec8ff4d6754dce403b0e into 2017a6b66f944ee49f3b432b2396b950(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:52,455 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:52,455 INFO [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., storeName=c79ed17ddeb3ec8ff4d6754dce403b0e/A, priority=13, startTime=1732065831907; duration=0sec 2024-11-20T01:23:52,455 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:52,455 DEBUG [RS:0;31023a2ec537:44825-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c79ed17ddeb3ec8ff4d6754dce403b0e:A 2024-11-20T01:23:52,457 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=525, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/6fd92a5ce4284a98a35fb700aef958dd 2024-11-20T01:23:52,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/7fefdb2d44f2438eb86c2da7bc3f7145 is 50, key is test_row_0/B:col10/1732065831910/Put/seqid=0 2024-11-20T01:23:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60834 deadline: 1732065892467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,470 DEBUG [Thread-2386 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18256 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e., hostname=31023a2ec537,44825,1732065660140, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:52,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742507_1683 (size=12301) 2024-11-20T01:23:52,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/7fefdb2d44f2438eb86c2da7bc3f7145 2024-11-20T01:23:52,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/8144e09ed3604ee0b92a25d855804b65 is 50, key is test_row_0/C:col10/1732065831910/Put/seqid=0 2024-11-20T01:23:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742508_1684 (size=12301) 2024-11-20T01:23:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60808 deadline: 1732065892558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44825 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60874 deadline: 1732065892562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T01:23:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,746 DEBUG [Thread-2393 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:49301 2024-11-20T01:23:52,747 DEBUG [Thread-2393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:52,748 DEBUG [Thread-2397 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:49301 2024-11-20T01:23:52,748 DEBUG [Thread-2397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:52,749 DEBUG [Thread-2391 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:49301 2024-11-20T01:23:52,749 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:52,750 DEBUG [Thread-2389 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:49301 2024-11-20T01:23:52,750 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:52,751 DEBUG [Thread-2395 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:49301 2024-11-20T01:23:52,751 DEBUG [Thread-2395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:52,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T01:23:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:52,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T01:23:52,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:52,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:52,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T01:23:52,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/8144e09ed3604ee0b92a25d855804b65 2024-11-20T01:23:52,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/6fd92a5ce4284a98a35fb700aef958dd as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6fd92a5ce4284a98a35fb700aef958dd 2024-11-20T01:23:52,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6fd92a5ce4284a98a35fb700aef958dd, entries=150, sequenceid=525, filesize=30.5 K 2024-11-20T01:23:52,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/7fefdb2d44f2438eb86c2da7bc3f7145 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7fefdb2d44f2438eb86c2da7bc3f7145 2024-11-20T01:23:52,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7fefdb2d44f2438eb86c2da7bc3f7145, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T01:23:52,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/8144e09ed3604ee0b92a25d855804b65 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8144e09ed3604ee0b92a25d855804b65 2024-11-20T01:23:52,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8144e09ed3604ee0b92a25d855804b65, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T01:23:52,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1058ms, sequenceid=525, compaction requested=false 2024-11-20T01:23:52,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:53,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:23:53,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44825 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T01:23:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:53,059 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:23:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:23:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:23:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:23:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112086585f9226ba461db3e76328bf716596_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065831943/Put/seqid=0 2024-11-20T01:23:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44825 {}] regionserver.HRegion(8581): Flush requested on c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. as already flushing 2024-11-20T01:23:53,066 DEBUG [Thread-2384 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:49301 2024-11-20T01:23:53,066 DEBUG [Thread-2384 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:53,070 DEBUG [Thread-2382 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:49301 2024-11-20T01:23:53,070 DEBUG [Thread-2382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:53,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742509_1685 (size=12454) 2024-11-20T01:23:53,415 DEBUG [Thread-2380 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:49301 2024-11-20T01:23:53,415 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:53,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,477 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112086585f9226ba461db3e76328bf716596_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112086585f9226ba461db3e76328bf716596_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:23:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/928af0315282486eb71ad8631f75d4a6, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:23:53,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/928af0315282486eb71ad8631f75d4a6 is 175, key is test_row_0/A:col10/1732065831943/Put/seqid=0 2024-11-20T01:23:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742510_1686 (size=31255) 2024-11-20T01:23:53,883 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=543, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/928af0315282486eb71ad8631f75d4a6 2024-11-20T01:23:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/562f84ae0a774990bb766b5fdd0eb614 is 50, key is test_row_0/B:col10/1732065831943/Put/seqid=0 2024-11-20T01:23:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742511_1687 (size=12301) 2024-11-20T01:23:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T01:23:54,295 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/562f84ae0a774990bb766b5fdd0eb614 2024-11-20T01:23:54,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/d0bddece555a468ba9a5d0cbab168b43 is 50, key is test_row_0/C:col10/1732065831943/Put/seqid=0 2024-11-20T01:23:54,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742512_1688 (size=12301) 2024-11-20T01:23:54,715 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/d0bddece555a468ba9a5d0cbab168b43 2024-11-20T01:23:54,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/928af0315282486eb71ad8631f75d4a6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/928af0315282486eb71ad8631f75d4a6 2024-11-20T01:23:54,721 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/928af0315282486eb71ad8631f75d4a6, entries=150, sequenceid=543, filesize=30.5 K 2024-11-20T01:23:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/562f84ae0a774990bb766b5fdd0eb614 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/562f84ae0a774990bb766b5fdd0eb614 2024-11-20T01:23:54,724 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/562f84ae0a774990bb766b5fdd0eb614, entries=150, sequenceid=543, filesize=12.0 K 2024-11-20T01:23:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/d0bddece555a468ba9a5d0cbab168b43 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d0bddece555a468ba9a5d0cbab168b43 2024-11-20T01:23:54,726 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d0bddece555a468ba9a5d0cbab168b43, entries=150, sequenceid=543, filesize=12.0 K 2024-11-20T01:23:54,727 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1668ms, sequenceid=543, compaction requested=true 2024-11-20T01:23:54,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:23:54,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:23:54,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-20T01:23:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-20T01:23:54,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-20T01:23:54,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9000 sec 2024-11-20T01:23:54,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.9030 sec 2024-11-20T01:23:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T01:23:55,943 INFO [Thread-2388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-20T01:23:58,507 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:24:02,480 DEBUG [Thread-2378 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:49301 2024-11-20T01:24:02,480 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:02,500 DEBUG [Thread-2386 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:49301 2024-11-20T01:24:02,500 DEBUG [Thread-2386 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 131 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4517 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4501 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4466 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4519 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4470 2024-11-20T01:24:02,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:24:02,500 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:24:02,500 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:49301 2024-11-20T01:24:02,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:02,501 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:24:02,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:24:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T01:24:02,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065842503"}]},"ts":"1732065842503"} 2024-11-20T01:24:02,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:24:02,506 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:24:02,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:24:02,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, UNASSIGN}] 2024-11-20T01:24:02,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=185, ppid=184, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, UNASSIGN 2024-11-20T01:24:02,508 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=185 updating hbase:meta row=c79ed17ddeb3ec8ff4d6754dce403b0e, regionState=CLOSING, regionLocation=31023a2ec537,44825,1732065660140 2024-11-20T01:24:02,509 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:24:02,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; CloseRegionProcedure c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140}] 2024-11-20T01:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T01:24:02,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,44825,1732065660140 2024-11-20T01:24:02,660 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(124): Close c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:02,660 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:24:02,660 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1681): Closing c79ed17ddeb3ec8ff4d6754dce403b0e, disabling compactions & flushes 2024-11-20T01:24:02,660 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:24:02,660 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:24:02,660 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. after waiting 0 ms 2024-11-20T01:24:02,661 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:24:02,661 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(2837): Flushing c79ed17ddeb3ec8ff4d6754dce403b0e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:24:02,661 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=A 2024-11-20T01:24:02,661 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:02,661 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=B 2024-11-20T01:24:02,661 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:02,661 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c79ed17ddeb3ec8ff4d6754dce403b0e, store=C 2024-11-20T01:24:02,661 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:02,665 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208c42e5d59f614e3599877de385beb094_c79ed17ddeb3ec8ff4d6754dce403b0e is 50, key is test_row_0/A:col10/1732065842499/Put/seqid=0 2024-11-20T01:24:02,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742513_1689 (size=12454) 2024-11-20T01:24:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T01:24:03,069 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:03,072 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208c42e5d59f614e3599877de385beb094_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c42e5d59f614e3599877de385beb094_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:03,073 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/898fc01105fb4c2da07f087f246ffb08, store: [table=TestAcidGuarantees family=A region=c79ed17ddeb3ec8ff4d6754dce403b0e] 2024-11-20T01:24:03,073 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/898fc01105fb4c2da07f087f246ffb08 is 175, key is test_row_0/A:col10/1732065842499/Put/seqid=0 2024-11-20T01:24:03,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742514_1690 (size=31255) 2024-11-20T01:24:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T01:24:03,477 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=551, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/898fc01105fb4c2da07f087f246ffb08 2024-11-20T01:24:03,485 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/4c0b927eb6e74c7cb39bd9d1db18c503 is 50, key is test_row_0/B:col10/1732065842499/Put/seqid=0 2024-11-20T01:24:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742515_1691 (size=12301) 2024-11-20T01:24:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T01:24:03,889 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/4c0b927eb6e74c7cb39bd9d1db18c503 2024-11-20T01:24:03,895 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/e0b13250d83340debf1496b153e0b789 is 50, key is test_row_0/C:col10/1732065842499/Put/seqid=0 2024-11-20T01:24:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742516_1692 (size=12301) 2024-11-20T01:24:03,899 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/e0b13250d83340debf1496b153e0b789 2024-11-20T01:24:03,902 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/A/898fc01105fb4c2da07f087f246ffb08 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/898fc01105fb4c2da07f087f246ffb08 2024-11-20T01:24:03,905 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/898fc01105fb4c2da07f087f246ffb08, entries=150, sequenceid=551, filesize=30.5 K 2024-11-20T01:24:03,905 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/B/4c0b927eb6e74c7cb39bd9d1db18c503 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/4c0b927eb6e74c7cb39bd9d1db18c503 2024-11-20T01:24:03,908 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/4c0b927eb6e74c7cb39bd9d1db18c503, entries=150, sequenceid=551, filesize=12.0 K 2024-11-20T01:24:03,908 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/.tmp/C/e0b13250d83340debf1496b153e0b789 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/e0b13250d83340debf1496b153e0b789 2024-11-20T01:24:03,911 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/e0b13250d83340debf1496b153e0b789, entries=150, sequenceid=551, filesize=12.0 K 2024-11-20T01:24:03,911 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c79ed17ddeb3ec8ff4d6754dce403b0e in 1250ms, sequenceid=551, compaction requested=true 2024-11-20T01:24:03,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/758f13e30768431fb2f2dcebf520e60e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c3dd8808641f487db7fc7783f642c37c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/69de980446044f239ef51abc3417dae9, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/45f2e5c350ec44cabca56ed36f88220f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/efe4bc1af5024cae8b2170433797d159, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/75d3a06b7dd64448935ce15a4fad670f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ec7f619c7d194afdbfd6dc1a86b51913, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c5be3877196847c184bd7ad6c1856065, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/085b0ba9429a4ffd9c67313dab761f1e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/8d0e1f10d77741b492f82c544bb588fb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/a25279ab23f24d74ae5b1477bb6ee51a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cd110477616145aba9ea98ed9503a904, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d510cf7cf01d43dca6822066a7d29a87, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2faf9a9fd6f949248f2e2a78ba912777, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6b47cb30a0da4eda8ec9faf8da6ffd88, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/be91409ff196443b8535ffe7213b0372, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2df9eb555d634184b499131bb4892505, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cb7736de4f9c4e40a20e4b1a73093e35, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/7a46f8144ec646929b1464e91d06ecd5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/f72dcbdc8180424da4889e09aade43ef, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d018d6fab21c43bbac9bfb2110bce651, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c9e712bdcd06437190852b91603fd2b3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6b8764e274c4976a88a128b9a612434, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/5aada7c89e5a4192bffcf759d4dba9ad, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e43a321c00204668b53674a4b32ffcc4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d59eab3bee48455d95d31117e9c213e5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/070c1956155d40e48798506fa81c51cc, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/773c30b2a01b4969ba800cb52c8df8ec, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/05fe4771aaa644119bb11e42f3d0b6b7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ce72eca51b46481c893a3d14a8549366, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/9354c4783d6d44e190fa839ea7d86d42, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/3b7fb1a9bd9743c5a936b80550370e1d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/da329fed585a445ea8cc2a02506da844, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6362acede3a4fbba288b1826df51d86, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e3c39524c50d47689c0d50d2e5f86418] to archive 2024-11-20T01:24:03,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:03,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/758f13e30768431fb2f2dcebf520e60e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/758f13e30768431fb2f2dcebf520e60e 2024-11-20T01:24:03,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c3dd8808641f487db7fc7783f642c37c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c3dd8808641f487db7fc7783f642c37c 2024-11-20T01:24:03,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/69de980446044f239ef51abc3417dae9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/69de980446044f239ef51abc3417dae9 2024-11-20T01:24:03,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/45f2e5c350ec44cabca56ed36f88220f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/45f2e5c350ec44cabca56ed36f88220f 2024-11-20T01:24:03,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/efe4bc1af5024cae8b2170433797d159 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/efe4bc1af5024cae8b2170433797d159 2024-11-20T01:24:03,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/75d3a06b7dd64448935ce15a4fad670f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/75d3a06b7dd64448935ce15a4fad670f 2024-11-20T01:24:03,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ec7f619c7d194afdbfd6dc1a86b51913 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ec7f619c7d194afdbfd6dc1a86b51913 2024-11-20T01:24:03,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c5be3877196847c184bd7ad6c1856065 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c5be3877196847c184bd7ad6c1856065 2024-11-20T01:24:03,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/085b0ba9429a4ffd9c67313dab761f1e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/085b0ba9429a4ffd9c67313dab761f1e 2024-11-20T01:24:03,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/8d0e1f10d77741b492f82c544bb588fb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/8d0e1f10d77741b492f82c544bb588fb 2024-11-20T01:24:03,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/a25279ab23f24d74ae5b1477bb6ee51a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/a25279ab23f24d74ae5b1477bb6ee51a 2024-11-20T01:24:03,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cd110477616145aba9ea98ed9503a904 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cd110477616145aba9ea98ed9503a904 2024-11-20T01:24:03,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d510cf7cf01d43dca6822066a7d29a87 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d510cf7cf01d43dca6822066a7d29a87 2024-11-20T01:24:03,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2faf9a9fd6f949248f2e2a78ba912777 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2faf9a9fd6f949248f2e2a78ba912777 2024-11-20T01:24:03,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6b47cb30a0da4eda8ec9faf8da6ffd88 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6b47cb30a0da4eda8ec9faf8da6ffd88 2024-11-20T01:24:03,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/be91409ff196443b8535ffe7213b0372 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/be91409ff196443b8535ffe7213b0372 2024-11-20T01:24:03,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2df9eb555d634184b499131bb4892505 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2df9eb555d634184b499131bb4892505 2024-11-20T01:24:03,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cb7736de4f9c4e40a20e4b1a73093e35 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/cb7736de4f9c4e40a20e4b1a73093e35 2024-11-20T01:24:03,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/7a46f8144ec646929b1464e91d06ecd5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/7a46f8144ec646929b1464e91d06ecd5 2024-11-20T01:24:03,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/f72dcbdc8180424da4889e09aade43ef to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/f72dcbdc8180424da4889e09aade43ef 2024-11-20T01:24:03,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d018d6fab21c43bbac9bfb2110bce651 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d018d6fab21c43bbac9bfb2110bce651 2024-11-20T01:24:03,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c9e712bdcd06437190852b91603fd2b3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/c9e712bdcd06437190852b91603fd2b3 2024-11-20T01:24:03,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6b8764e274c4976a88a128b9a612434 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6b8764e274c4976a88a128b9a612434 2024-11-20T01:24:03,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/5aada7c89e5a4192bffcf759d4dba9ad to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/5aada7c89e5a4192bffcf759d4dba9ad 2024-11-20T01:24:03,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e43a321c00204668b53674a4b32ffcc4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e43a321c00204668b53674a4b32ffcc4 2024-11-20T01:24:03,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d59eab3bee48455d95d31117e9c213e5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/d59eab3bee48455d95d31117e9c213e5 2024-11-20T01:24:03,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/070c1956155d40e48798506fa81c51cc to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/070c1956155d40e48798506fa81c51cc 2024-11-20T01:24:03,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/773c30b2a01b4969ba800cb52c8df8ec to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/773c30b2a01b4969ba800cb52c8df8ec 2024-11-20T01:24:03,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/05fe4771aaa644119bb11e42f3d0b6b7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/05fe4771aaa644119bb11e42f3d0b6b7 2024-11-20T01:24:03,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ce72eca51b46481c893a3d14a8549366 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/ce72eca51b46481c893a3d14a8549366 2024-11-20T01:24:03,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/9354c4783d6d44e190fa839ea7d86d42 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/9354c4783d6d44e190fa839ea7d86d42 2024-11-20T01:24:03,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/3b7fb1a9bd9743c5a936b80550370e1d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/3b7fb1a9bd9743c5a936b80550370e1d 2024-11-20T01:24:03,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/da329fed585a445ea8cc2a02506da844 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/da329fed585a445ea8cc2a02506da844 2024-11-20T01:24:03,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6362acede3a4fbba288b1826df51d86 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e6362acede3a4fbba288b1826df51d86 2024-11-20T01:24:03,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e3c39524c50d47689c0d50d2e5f86418 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/e3c39524c50d47689c0d50d2e5f86418 2024-11-20T01:24:03,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/8663adb0732d4658afa73937a0a3b22d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d47d9c6133374b9d9d6e96db709a52ff, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/5aeb4c4cb0544345ac34972143b858fd, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ffc69061cbe2456a975dcf429cbec7f4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/262400df4f0e4980b1d16de68adca4d8, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/b2aa5c773cc9444b9885b5d83d2c2815, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6edb2818dd5c4050b80824bec361caf7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/dad344ad88674d0585e9f05307f7588d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9a4d764afd9b4e9baa069742057cb083, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c8dac4999bd84b419b9c26582c0cf92b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/35f251155fe849e89b2e2c93585ba219, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1160c68a39c047a7b0a4ac31292477cb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9ab63d33faa44e96ae3e1bd504284242, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1eff2d736b134b898e77d0ad4a013caf, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/06d2e5f107c0419f8e2cd7d122be043f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/bf81e05ea44c4a6489ce87162b7eaf65, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/82a2210a21eb4d399d71e29343b2426c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a527762d42cf439aac2a26a73826c41c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/16e58bdbe4654d7589cf4acf11c8d1cf, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/168767d1c36d45968e265e04ede857be, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9509cb2943c543f399b47b9082cd5b5b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9cc2db1051cd44db9e7f350a63b743e5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c68d9796839d49988577ac9d5c40ca8c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ec34a6170a1e4115b0ffdccadb7cae93, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a9be767f745b4726a5db171967e8a847, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/f663241392b44301abef5712f20a257d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a3705ed777f14321ae7033b90afce5d4, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/aadef8d50b7543259cf8d623af70a2e1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/e9fc57513ad149e0a0a33f1a1e221626, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d2a978daf7ad4d2a81324274979be602, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/948c6d288554493a9b0d9d14d23cc33b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/833159cb120845a2a41642755fc7a9bb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7d2a2afebda740ffb052b3dfeb6ace9d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/fea31f5775534aed8bbce6273dabab6e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6014748114c64471a2ce03d440819d44] to archive 2024-11-20T01:24:03,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:03,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/8663adb0732d4658afa73937a0a3b22d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/8663adb0732d4658afa73937a0a3b22d 2024-11-20T01:24:03,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d47d9c6133374b9d9d6e96db709a52ff to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d47d9c6133374b9d9d6e96db709a52ff 2024-11-20T01:24:03,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/5aeb4c4cb0544345ac34972143b858fd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/5aeb4c4cb0544345ac34972143b858fd 2024-11-20T01:24:03,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ffc69061cbe2456a975dcf429cbec7f4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ffc69061cbe2456a975dcf429cbec7f4 2024-11-20T01:24:03,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/262400df4f0e4980b1d16de68adca4d8 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/262400df4f0e4980b1d16de68adca4d8 2024-11-20T01:24:03,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/b2aa5c773cc9444b9885b5d83d2c2815 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/b2aa5c773cc9444b9885b5d83d2c2815 2024-11-20T01:24:03,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6edb2818dd5c4050b80824bec361caf7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6edb2818dd5c4050b80824bec361caf7 2024-11-20T01:24:03,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/dad344ad88674d0585e9f05307f7588d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/dad344ad88674d0585e9f05307f7588d 2024-11-20T01:24:03,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9a4d764afd9b4e9baa069742057cb083 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9a4d764afd9b4e9baa069742057cb083 2024-11-20T01:24:03,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c8dac4999bd84b419b9c26582c0cf92b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c8dac4999bd84b419b9c26582c0cf92b 2024-11-20T01:24:03,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/35f251155fe849e89b2e2c93585ba219 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/35f251155fe849e89b2e2c93585ba219 2024-11-20T01:24:03,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1160c68a39c047a7b0a4ac31292477cb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1160c68a39c047a7b0a4ac31292477cb 2024-11-20T01:24:03,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9ab63d33faa44e96ae3e1bd504284242 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9ab63d33faa44e96ae3e1bd504284242 2024-11-20T01:24:03,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1eff2d736b134b898e77d0ad4a013caf to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/1eff2d736b134b898e77d0ad4a013caf 2024-11-20T01:24:03,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/06d2e5f107c0419f8e2cd7d122be043f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/06d2e5f107c0419f8e2cd7d122be043f 2024-11-20T01:24:03,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/bf81e05ea44c4a6489ce87162b7eaf65 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/bf81e05ea44c4a6489ce87162b7eaf65 2024-11-20T01:24:03,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/82a2210a21eb4d399d71e29343b2426c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/82a2210a21eb4d399d71e29343b2426c 2024-11-20T01:24:03,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a527762d42cf439aac2a26a73826c41c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a527762d42cf439aac2a26a73826c41c 2024-11-20T01:24:03,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/16e58bdbe4654d7589cf4acf11c8d1cf to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/16e58bdbe4654d7589cf4acf11c8d1cf 2024-11-20T01:24:03,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/168767d1c36d45968e265e04ede857be to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/168767d1c36d45968e265e04ede857be 2024-11-20T01:24:03,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9509cb2943c543f399b47b9082cd5b5b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9509cb2943c543f399b47b9082cd5b5b 2024-11-20T01:24:03,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9cc2db1051cd44db9e7f350a63b743e5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/9cc2db1051cd44db9e7f350a63b743e5 2024-11-20T01:24:03,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c68d9796839d49988577ac9d5c40ca8c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/c68d9796839d49988577ac9d5c40ca8c 2024-11-20T01:24:03,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ec34a6170a1e4115b0ffdccadb7cae93 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/ec34a6170a1e4115b0ffdccadb7cae93 2024-11-20T01:24:03,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a9be767f745b4726a5db171967e8a847 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a9be767f745b4726a5db171967e8a847 2024-11-20T01:24:03,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/f663241392b44301abef5712f20a257d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/f663241392b44301abef5712f20a257d 2024-11-20T01:24:03,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a3705ed777f14321ae7033b90afce5d4 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/a3705ed777f14321ae7033b90afce5d4 2024-11-20T01:24:03,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/aadef8d50b7543259cf8d623af70a2e1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/aadef8d50b7543259cf8d623af70a2e1 2024-11-20T01:24:03,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/e9fc57513ad149e0a0a33f1a1e221626 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/e9fc57513ad149e0a0a33f1a1e221626 2024-11-20T01:24:03,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d2a978daf7ad4d2a81324274979be602 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/d2a978daf7ad4d2a81324274979be602 2024-11-20T01:24:03,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/948c6d288554493a9b0d9d14d23cc33b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/948c6d288554493a9b0d9d14d23cc33b 2024-11-20T01:24:03,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/833159cb120845a2a41642755fc7a9bb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/833159cb120845a2a41642755fc7a9bb 2024-11-20T01:24:03,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7d2a2afebda740ffb052b3dfeb6ace9d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7d2a2afebda740ffb052b3dfeb6ace9d 2024-11-20T01:24:03,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/fea31f5775534aed8bbce6273dabab6e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/fea31f5775534aed8bbce6273dabab6e 2024-11-20T01:24:04,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6014748114c64471a2ce03d440819d44 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/6014748114c64471a2ce03d440819d44 2024-11-20T01:24:04,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9498df4c020e4fc7bf339c43cf53296d, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9fc5bcf71a0042b99aeebb245fde2510, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/913e0088304f4f16aa86e9e85e9366ac, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8b3f714d71044bc1b514ba03a69174a6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f89550cb20e47f6a3950320533fd3af, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/82c6888361b54fff8880f0f32e725bdb, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b9ac23f2d1c42f180ead596b20a4d8e, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bdc5e763c8a0460f8a408ced79747387, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/03afa3c3961f477eb0b3f1d0513110c5, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9ba572e08e0c4bf9a706b312220eabca, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/3846d1abc12a4af6a50dc0c29ce8abf3, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/c125c75fa1b047bda243ab4c597d7a7c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/5e7e4afc38bf42de8c8c118c7b2b5430, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f19f954c8884e7db00c1a5a570b662a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b0769f40b714150b12e9f7c9a98ceea, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f0cd27349ce144beb882afb2da69ea9f, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ec303ec250404eb883017dfb9d90db59, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/24a86eb7d4074c749e09fe6ba919293c, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ef2423d75fed449f9a2dd3658bb42a70, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/adea2c483e194bbc99a20779fefe7087, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/13ee06712867480a842859b69a1c6bfe, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/94b88429112f4637b7e344550f5e63b7, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d58cddb753ae4111882293f637791b4b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/206fd28bee524694a8412f5cda9c2da1, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f6a855a2643a4c8985694bbccbcd235b, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/376c06c3c43b423f9ad45d954de77839, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a274d7e49a794c01832056fbae561b1a, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f7b3fc27ea2c419687b273ba65229710, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/584aef5b77e54a24950483480ddca302, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a2beff2e168b4d4887fea4c1cfc5b231, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/57f0b41d877544269381785334e04df2, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bafd30e2fba04217a816c3b6eca30869, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/2ad58da6b94c4fa192fe56f890d09717, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/da163c1791a84d5aa67362e810bf56f9] to archive 2024-11-20T01:24:04,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:04,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9498df4c020e4fc7bf339c43cf53296d to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9498df4c020e4fc7bf339c43cf53296d 2024-11-20T01:24:04,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9fc5bcf71a0042b99aeebb245fde2510 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9fc5bcf71a0042b99aeebb245fde2510 2024-11-20T01:24:04,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/913e0088304f4f16aa86e9e85e9366ac to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/913e0088304f4f16aa86e9e85e9366ac 2024-11-20T01:24:04,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8b3f714d71044bc1b514ba03a69174a6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8b3f714d71044bc1b514ba03a69174a6 2024-11-20T01:24:04,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f89550cb20e47f6a3950320533fd3af to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f89550cb20e47f6a3950320533fd3af 2024-11-20T01:24:04,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/82c6888361b54fff8880f0f32e725bdb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/82c6888361b54fff8880f0f32e725bdb 2024-11-20T01:24:04,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b9ac23f2d1c42f180ead596b20a4d8e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b9ac23f2d1c42f180ead596b20a4d8e 2024-11-20T01:24:04,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bdc5e763c8a0460f8a408ced79747387 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bdc5e763c8a0460f8a408ced79747387 2024-11-20T01:24:04,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/03afa3c3961f477eb0b3f1d0513110c5 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/03afa3c3961f477eb0b3f1d0513110c5 2024-11-20T01:24:04,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9ba572e08e0c4bf9a706b312220eabca to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/9ba572e08e0c4bf9a706b312220eabca 2024-11-20T01:24:04,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/3846d1abc12a4af6a50dc0c29ce8abf3 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/3846d1abc12a4af6a50dc0c29ce8abf3 2024-11-20T01:24:04,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/c125c75fa1b047bda243ab4c597d7a7c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/c125c75fa1b047bda243ab4c597d7a7c 2024-11-20T01:24:04,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/5e7e4afc38bf42de8c8c118c7b2b5430 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/5e7e4afc38bf42de8c8c118c7b2b5430 2024-11-20T01:24:04,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f19f954c8884e7db00c1a5a570b662a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6f19f954c8884e7db00c1a5a570b662a 2024-11-20T01:24:04,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b0769f40b714150b12e9f7c9a98ceea to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/6b0769f40b714150b12e9f7c9a98ceea 2024-11-20T01:24:04,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f0cd27349ce144beb882afb2da69ea9f to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f0cd27349ce144beb882afb2da69ea9f 2024-11-20T01:24:04,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/b46b7fbea9e9483aaaa1b8ca95c1c0c6 2024-11-20T01:24:04,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ec303ec250404eb883017dfb9d90db59 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ec303ec250404eb883017dfb9d90db59 2024-11-20T01:24:04,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/24a86eb7d4074c749e09fe6ba919293c to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/24a86eb7d4074c749e09fe6ba919293c 2024-11-20T01:24:04,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ef2423d75fed449f9a2dd3658bb42a70 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/ef2423d75fed449f9a2dd3658bb42a70 2024-11-20T01:24:04,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/adea2c483e194bbc99a20779fefe7087 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/adea2c483e194bbc99a20779fefe7087 2024-11-20T01:24:04,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/13ee06712867480a842859b69a1c6bfe to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/13ee06712867480a842859b69a1c6bfe 2024-11-20T01:24:04,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/94b88429112f4637b7e344550f5e63b7 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/94b88429112f4637b7e344550f5e63b7 2024-11-20T01:24:04,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d58cddb753ae4111882293f637791b4b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d58cddb753ae4111882293f637791b4b 2024-11-20T01:24:04,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/206fd28bee524694a8412f5cda9c2da1 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/206fd28bee524694a8412f5cda9c2da1 2024-11-20T01:24:04,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f6a855a2643a4c8985694bbccbcd235b to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f6a855a2643a4c8985694bbccbcd235b 2024-11-20T01:24:04,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/376c06c3c43b423f9ad45d954de77839 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/376c06c3c43b423f9ad45d954de77839 2024-11-20T01:24:04,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a274d7e49a794c01832056fbae561b1a to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a274d7e49a794c01832056fbae561b1a 2024-11-20T01:24:04,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f7b3fc27ea2c419687b273ba65229710 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/f7b3fc27ea2c419687b273ba65229710 2024-11-20T01:24:04,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/584aef5b77e54a24950483480ddca302 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/584aef5b77e54a24950483480ddca302 2024-11-20T01:24:04,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a2beff2e168b4d4887fea4c1cfc5b231 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/a2beff2e168b4d4887fea4c1cfc5b231 2024-11-20T01:24:04,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/57f0b41d877544269381785334e04df2 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/57f0b41d877544269381785334e04df2 2024-11-20T01:24:04,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bafd30e2fba04217a816c3b6eca30869 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/bafd30e2fba04217a816c3b6eca30869 2024-11-20T01:24:04,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/2ad58da6b94c4fa192fe56f890d09717 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/2ad58da6b94c4fa192fe56f890d09717 2024-11-20T01:24:04,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/da163c1791a84d5aa67362e810bf56f9 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/da163c1791a84d5aa67362e810bf56f9 2024-11-20T01:24:04,066 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/recovered.edits/554.seqid, newMaxSeqId=554, maxSeqId=4 2024-11-20T01:24:04,066 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e. 2024-11-20T01:24:04,066 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1635): Region close journal for c79ed17ddeb3ec8ff4d6754dce403b0e: 2024-11-20T01:24:04,068 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(170): Closed c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=185 updating hbase:meta row=c79ed17ddeb3ec8ff4d6754dce403b0e, regionState=CLOSED 2024-11-20T01:24:04,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-20T01:24:04,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseRegionProcedure c79ed17ddeb3ec8ff4d6754dce403b0e, server=31023a2ec537,44825,1732065660140 in 1.5610 sec 2024-11-20T01:24:04,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=185, resume processing ppid=184 2024-11-20T01:24:04,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, ppid=184, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c79ed17ddeb3ec8ff4d6754dce403b0e, UNASSIGN in 1.5640 sec 2024-11-20T01:24:04,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-20T01:24:04,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5660 sec 2024-11-20T01:24:04,076 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065844076"}]},"ts":"1732065844076"} 2024-11-20T01:24:04,077 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:24:04,079 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:24:04,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5780 sec 2024-11-20T01:24:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T01:24:04,608 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-20T01:24:04,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:04,610 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=187, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T01:24:04,611 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=187, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:04,612 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,614 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C, FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/recovered.edits] 2024-11-20T01:24:04,617 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2017a6b66f944ee49f3b432b2396b950 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/2017a6b66f944ee49f3b432b2396b950 2024-11-20T01:24:04,618 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6fd92a5ce4284a98a35fb700aef958dd to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/6fd92a5ce4284a98a35fb700aef958dd 2024-11-20T01:24:04,619 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/898fc01105fb4c2da07f087f246ffb08 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/898fc01105fb4c2da07f087f246ffb08 2024-11-20T01:24:04,620 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/928af0315282486eb71ad8631f75d4a6 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/A/928af0315282486eb71ad8631f75d4a6 2024-11-20T01:24:04,623 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/4c0b927eb6e74c7cb39bd9d1db18c503 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/4c0b927eb6e74c7cb39bd9d1db18c503 2024-11-20T01:24:04,625 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/562f84ae0a774990bb766b5fdd0eb614 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/562f84ae0a774990bb766b5fdd0eb614 2024-11-20T01:24:04,626 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7fefdb2d44f2438eb86c2da7bc3f7145 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/7fefdb2d44f2438eb86c2da7bc3f7145 2024-11-20T01:24:04,627 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/cf65977c90d3424291eb234ab83b7762 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/B/cf65977c90d3424291eb234ab83b7762 2024-11-20T01:24:04,629 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/0f7f0e31e6404519b28d7d5bf4766dcb to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/0f7f0e31e6404519b28d7d5bf4766dcb 2024-11-20T01:24:04,630 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8144e09ed3604ee0b92a25d855804b65 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/8144e09ed3604ee0b92a25d855804b65 2024-11-20T01:24:04,631 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d0bddece555a468ba9a5d0cbab168b43 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/d0bddece555a468ba9a5d0cbab168b43 2024-11-20T01:24:04,632 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/e0b13250d83340debf1496b153e0b789 to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/C/e0b13250d83340debf1496b153e0b789 2024-11-20T01:24:04,635 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/recovered.edits/554.seqid to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e/recovered.edits/554.seqid 2024-11-20T01:24:04,635 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/default/TestAcidGuarantees/c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,636 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:24:04,636 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:24:04,637 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T01:24:04,640 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002f00ee75b8640c0989fa029dfb03394_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002f00ee75b8640c0989fa029dfb03394_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,641 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112006b231b3de044023a39d67802eccf0cd_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112006b231b3de044023a39d67802eccf0cd_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,642 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015168f131edd4715b2230c0b8650f276_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015168f131edd4715b2230c0b8650f276_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,643 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202026ea8d79634d939786ffc0feb58dff_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202026ea8d79634d939786ffc0feb58dff_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,645 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d9a11b5959a43fa904306e479a7d88d_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d9a11b5959a43fa904306e479a7d88d_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,646 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203ddfab67f9554839928feb0f45993853_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203ddfab67f9554839928feb0f45993853_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,647 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052938348c50546399bcf1a313648a9d5_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052938348c50546399bcf1a313648a9d5_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,648 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f9a78aa136a477eab33320c9869df6f_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f9a78aa136a477eab33320c9869df6f_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,649 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120638075ac000a40bc994d6fffbc4a95c2_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120638075ac000a40bc994d6fffbc4a95c2_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,650 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d1bbd713ef94027aaf82e263622d11c_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d1bbd713ef94027aaf82e263622d11c_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,652 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120750d6f7c6e894c4bae763e72a151cafe_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120750d6f7c6e894c4bae763e72a151cafe_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,654 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a48f2903043442eb40dc6b4a16f6735_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a48f2903043442eb40dc6b4a16f6735_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,655 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120819642f22c1045148a6650b7f90ac479_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120819642f22c1045148a6650b7f90ac479_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,656 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112086585f9226ba461db3e76328bf716596_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112086585f9226ba461db3e76328bf716596_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,657 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c42e5d59f614e3599877de385beb094_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c42e5d59f614e3599877de385beb094_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,659 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120902db64974ef4dfd84dea4d6a8344ed9_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120902db64974ef4dfd84dea4d6a8344ed9_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,660 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120947a855bc93140f9847477ae73ae92eb_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120947a855bc93140f9847477ae73ae92eb_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,661 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112099cceb0787254d68bcddc15a44b00810_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112099cceb0787254d68bcddc15a44b00810_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,662 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ae77b4d244540ea97e959c328e1a4a0_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ae77b4d244540ea97e959c328e1a4a0_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,668 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aec010b4fc5a4111a9d944066c5bd8b4_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aec010b4fc5a4111a9d944066c5bd8b4_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,675 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af2cd52c038f4fe4a0d4156f14a20ebd_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af2cd52c038f4fe4a0d4156f14a20ebd_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,676 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b32dc4063304484b8f2735690f47b72e_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b32dc4063304484b8f2735690f47b72e_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b426f392dd124f9ebc72ec9eaff47198_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b426f392dd124f9ebc72ec9eaff47198_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,678 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c505fa0902734ec49d37f1ef5d91af35_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c505fa0902734ec49d37f1ef5d91af35_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,680 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c55ed737f2ac43388cef4feb5acaff79_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c55ed737f2ac43388cef4feb5acaff79_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,681 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e2dbba12067d4d97a10f9048d48cec14_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e2dbba12067d4d97a10f9048d48cec14_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e3695a003c0d47fabbfb315cd80d1164_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e3695a003c0d47fabbfb315cd80d1164_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,684 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f23fffa375674825a4d860c963cc0aa2_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f23fffa375674825a4d860c963cc0aa2_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,686 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f388c681903f47b8b5c41141b639c026_c79ed17ddeb3ec8ff4d6754dce403b0e to hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f388c681903f47b8b5c41141b639c026_c79ed17ddeb3ec8ff4d6754dce403b0e 2024-11-20T01:24:04,687 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:24:04,690 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=187, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:04,692 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:24:04,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:24:04,698 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=187, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:04,698 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:24:04,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065844698"}]},"ts":"9223372036854775807"} 2024-11-20T01:24:04,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:24:04,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c79ed17ddeb3ec8ff4d6754dce403b0e, NAME => 'TestAcidGuarantees,,1732065809682.c79ed17ddeb3ec8ff4d6754dce403b0e.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:24:04,710 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:24:04,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065844710"}]},"ts":"9223372036854775807"} 2024-11-20T01:24:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T01:24:04,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:24:04,714 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=187, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:04,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 105 msec 2024-11-20T01:24:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T01:24:04,913 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-20T01:24:04,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=447 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 759), ProcessCount=11 (was 11), AvailableMemoryMB=1942 (was 2025) 2024-11-20T01:24:04,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T01:24:04,927 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:24:04,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:49301 2024-11-20T01:24:04,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:04,927 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:24:04,927 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=669332021, stopped=false 2024-11-20T01:24:04,927 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=31023a2ec537,45673,1732065659393 2024-11-20T01:24:04,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T01:24:04,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T01:24:04,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T01:24:04,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:24:04,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:24:04,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T01:24:04,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:04,931 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '31023a2ec537,44825,1732065660140' ***** 2024-11-20T01:24:04,931 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T01:24:04,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T01:24:04,931 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:24:04,931 INFO [RS:0;31023a2ec537:44825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:24:04,931 INFO [RS:0;31023a2ec537:44825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:24:04,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T01:24:04,931 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(3579): Received CLOSE for 23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:24:04,932 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1224): stopping server 31023a2ec537,44825,1732065660140 2024-11-20T01:24:04,932 DEBUG [RS:0;31023a2ec537:44825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:04,932 INFO [RS:0;31023a2ec537:44825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:24:04,932 INFO [RS:0;31023a2ec537:44825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:24:04,932 INFO [RS:0;31023a2ec537:44825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:24:04,932 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 23d79f10b57ee4b6bd221ec7e5ea6d42, disabling compactions & flushes 2024-11-20T01:24:04,932 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:24:04,932 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:24:04,932 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T01:24:04,932 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. after waiting 0 ms 2024-11-20T01:24:04,932 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:24:04,932 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 23d79f10b57ee4b6bd221ec7e5ea6d42 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T01:24:04,933 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T01:24:04,933 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1603): Online Regions={23d79f10b57ee4b6bd221ec7e5ea6d42=hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:24:04,933 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:24:04,933 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T01:24:04,933 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T01:24:04,933 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:24:04,933 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:24:04,933 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T01:24:04,937 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 23d79f10b57ee4b6bd221ec7e5ea6d42 2024-11-20T01:24:04,950 INFO [regionserver/31023a2ec537:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:24:04,956 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42/.tmp/info/9787792bf1a24cfb9ab8e480650cd070 is 45, key is default/info:d/1732065665101/Put/seqid=0 2024-11-20T01:24:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742517_1693 (size=5037) 2024-11-20T01:24:04,964 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42/.tmp/info/9787792bf1a24cfb9ab8e480650cd070 2024-11-20T01:24:04,966 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/info/2af82c15a7d34db28104efd40262cdec is 143, key is hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42./info:regioninfo/1732065665007/Put/seqid=0 2024-11-20T01:24:04,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742518_1694 (size=7725) 2024-11-20T01:24:04,978 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42/.tmp/info/9787792bf1a24cfb9ab8e480650cd070 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42/info/9787792bf1a24cfb9ab8e480650cd070 2024-11-20T01:24:04,982 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42/info/9787792bf1a24cfb9ab8e480650cd070, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T01:24:04,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 23d79f10b57ee4b6bd221ec7e5ea6d42, had cached 0 bytes from a total of 5037 2024-11-20T01:24:04,984 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 23d79f10b57ee4b6bd221ec7e5ea6d42 in 52ms, sequenceid=6, compaction requested=false 2024-11-20T01:24:04,988 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/namespace/23d79f10b57ee4b6bd221ec7e5ea6d42/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T01:24:04,989 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:24:04,989 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 23d79f10b57ee4b6bd221ec7e5ea6d42: 2024-11-20T01:24:04,989 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732065663747.23d79f10b57ee4b6bd221ec7e5ea6d42. 2024-11-20T01:24:05,137 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T01:24:05,337 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T01:24:05,375 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/info/2af82c15a7d34db28104efd40262cdec 2024-11-20T01:24:05,395 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/rep_barrier/d614f144aef84ba7b2ed4ac9be5a4fd8 is 102, key is TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1./rep_barrier:/1732065691136/DeleteFamily/seqid=0 2024-11-20T01:24:05,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742519_1695 (size=6025) 2024-11-20T01:24:05,399 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/rep_barrier/d614f144aef84ba7b2ed4ac9be5a4fd8 2024-11-20T01:24:05,418 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/table/8d619691586f4882b0e0437ade9c6cc6 is 96, key is TestAcidGuarantees,,1732065665288.0b9a6673f9edb8eadbe3b387cf021bf1./table:/1732065691136/DeleteFamily/seqid=0 2024-11-20T01:24:05,420 INFO [regionserver/31023a2ec537:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:24:05,420 INFO [regionserver/31023a2ec537:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:24:05,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742520_1696 (size=5942) 2024-11-20T01:24:05,537 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T01:24:05,738 DEBUG [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T01:24:05,823 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/table/8d619691586f4882b0e0437ade9c6cc6 2024-11-20T01:24:05,827 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/info/2af82c15a7d34db28104efd40262cdec as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/info/2af82c15a7d34db28104efd40262cdec 2024-11-20T01:24:05,830 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/info/2af82c15a7d34db28104efd40262cdec, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T01:24:05,830 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/rep_barrier/d614f144aef84ba7b2ed4ac9be5a4fd8 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/rep_barrier/d614f144aef84ba7b2ed4ac9be5a4fd8 2024-11-20T01:24:05,833 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/rep_barrier/d614f144aef84ba7b2ed4ac9be5a4fd8, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T01:24:05,837 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/.tmp/table/8d619691586f4882b0e0437ade9c6cc6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/table/8d619691586f4882b0e0437ade9c6cc6 2024-11-20T01:24:05,840 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/table/8d619691586f4882b0e0437ade9c6cc6, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T01:24:05,841 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=93, compaction requested=false 2024-11-20T01:24:05,846 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T01:24:05,846 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:24:05,846 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:05,846 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T01:24:05,846 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:05,938 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1250): stopping server 31023a2ec537,44825,1732065660140; all regions closed. 2024-11-20T01:24:05,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741834_1010 (size=26050) 2024-11-20T01:24:05,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/WALs/31023a2ec537,44825,1732065660140/31023a2ec537%2C44825%2C1732065660140.meta.1732065663491.meta not finished, retry = 0 2024-11-20T01:24:06,045 DEBUG [RS:0;31023a2ec537:44825 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/oldWALs 2024-11-20T01:24:06,045 INFO [RS:0;31023a2ec537:44825 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 31023a2ec537%2C44825%2C1732065660140.meta:.meta(num 1732065663491) 2024-11-20T01:24:06,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741832_1008 (size=15767329) 2024-11-20T01:24:06,053 DEBUG [RS:0;31023a2ec537:44825 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/oldWALs 2024-11-20T01:24:06,053 INFO [RS:0;31023a2ec537:44825 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 31023a2ec537%2C44825%2C1732065660140:(num 1732065662502) 2024-11-20T01:24:06,053 DEBUG [RS:0;31023a2ec537:44825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:06,053 INFO [RS:0;31023a2ec537:44825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:24:06,054 INFO [RS:0;31023a2ec537:44825 {}] hbase.ChoreService(370): Chore service for: regionserver/31023a2ec537:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T01:24:06,054 INFO [regionserver/31023a2ec537:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T01:24:06,054 INFO [RS:0;31023a2ec537:44825 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44825 2024-11-20T01:24:06,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T01:24:06,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/31023a2ec537,44825,1732065660140 2024-11-20T01:24:06,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [31023a2ec537,44825,1732065660140] 2024-11-20T01:24:06,060 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 31023a2ec537,44825,1732065660140; numProcessing=1 2024-11-20T01:24:06,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/31023a2ec537,44825,1732065660140 already deleted, retry=false 2024-11-20T01:24:06,061 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 31023a2ec537,44825,1732065660140 expired; onlineServers=0 2024-11-20T01:24:06,062 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '31023a2ec537,45673,1732065659393' ***** 2024-11-20T01:24:06,062 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:24:06,062 DEBUG [M:0;31023a2ec537:45673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ecf8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=31023a2ec537/172.17.0.2:0 2024-11-20T01:24:06,062 INFO [M:0;31023a2ec537:45673 {}] regionserver.HRegionServer(1224): stopping server 31023a2ec537,45673,1732065659393 2024-11-20T01:24:06,062 INFO [M:0;31023a2ec537:45673 {}] regionserver.HRegionServer(1250): stopping server 31023a2ec537,45673,1732065659393; all regions closed. 2024-11-20T01:24:06,062 DEBUG [M:0;31023a2ec537:45673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:06,062 DEBUG [M:0;31023a2ec537:45673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:24:06,062 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:24:06,062 DEBUG [M:0;31023a2ec537:45673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:24:06,062 DEBUG [master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.small.0-1732065662254 {}] cleaner.HFileCleaner(306): Exit Thread[master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.small.0-1732065662254,5,FailOnTimeoutGroup] 2024-11-20T01:24:06,063 INFO [M:0;31023a2ec537:45673 {}] hbase.ChoreService(370): Chore service for: master/31023a2ec537:0 had [] on shutdown 2024-11-20T01:24:06,063 DEBUG [M:0;31023a2ec537:45673 {}] master.HMaster(1733): Stopping service threads 2024-11-20T01:24:06,063 INFO [M:0;31023a2ec537:45673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:24:06,063 ERROR [M:0;31023a2ec537:45673 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T01:24:06,064 DEBUG [master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.large.0-1732065662253 {}] cleaner.HFileCleaner(306): Exit Thread[master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.large.0-1732065662253,5,FailOnTimeoutGroup] 2024-11-20T01:24:06,064 INFO [M:0;31023a2ec537:45673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:24:06,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:24:06,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T01:24:06,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:24:06,065 DEBUG [M:0;31023a2ec537:45673 {}] zookeeper.ZKUtil(347): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T01:24:06,066 WARN [M:0;31023a2ec537:45673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:24:06,066 INFO [M:0;31023a2ec537:45673 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T01:24:06,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T01:24:06,066 INFO [M:0;31023a2ec537:45673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:24:06,066 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:24:06,066 INFO [M:0;31023a2ec537:45673 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:06,066 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:06,066 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:24:06,066 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:06,066 INFO [M:0;31023a2ec537:45673 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=776.07 KB heapSize=954.91 KB 2024-11-20T01:24:06,083 DEBUG [M:0;31023a2ec537:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/584eef54105042c9afdc3db614a49cd6 is 82, key is hbase:meta,,1/info:regioninfo/1732065663632/Put/seqid=0 2024-11-20T01:24:06,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742521_1697 (size=5672) 2024-11-20T01:24:06,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:06,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x10012843fb10001, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:06,161 INFO [RS:0;31023a2ec537:44825 {}] regionserver.HRegionServer(1307): Exiting; stopping=31023a2ec537,44825,1732065660140; zookeeper connection closed. 2024-11-20T01:24:06,161 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e1c9f09 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e1c9f09 2024-11-20T01:24:06,162 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:24:06,494 INFO [M:0;31023a2ec537:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2198 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/584eef54105042c9afdc3db614a49cd6 2024-11-20T01:24:06,524 DEBUG [M:0;31023a2ec537:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5b22f126abe4fa9af0e91a0d14f4d49 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x9C/proc:d/1732065812706/Put/seqid=0 2024-11-20T01:24:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742522_1698 (size=46403) 2024-11-20T01:24:06,529 INFO [M:0;31023a2ec537:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=775.51 KB at sequenceid=2198 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5b22f126abe4fa9af0e91a0d14f4d49 2024-11-20T01:24:06,533 INFO [M:0;31023a2ec537:45673 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5b22f126abe4fa9af0e91a0d14f4d49 2024-11-20T01:24:06,551 DEBUG [M:0;31023a2ec537:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00158f89a60d4da8a6859a63836dfcb2 is 69, key is 31023a2ec537,44825,1732065660140/rs:state/1732065662272/Put/seqid=0 2024-11-20T01:24:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742523_1699 (size=5156) 2024-11-20T01:24:06,955 INFO [M:0;31023a2ec537:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2198 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00158f89a60d4da8a6859a63836dfcb2 2024-11-20T01:24:06,959 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/584eef54105042c9afdc3db614a49cd6 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/584eef54105042c9afdc3db614a49cd6 2024-11-20T01:24:06,962 INFO [M:0;31023a2ec537:45673 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/584eef54105042c9afdc3db614a49cd6, entries=8, sequenceid=2198, filesize=5.5 K 2024-11-20T01:24:06,963 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5b22f126abe4fa9af0e91a0d14f4d49 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5b22f126abe4fa9af0e91a0d14f4d49 2024-11-20T01:24:06,966 INFO [M:0;31023a2ec537:45673 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5b22f126abe4fa9af0e91a0d14f4d49 2024-11-20T01:24:06,966 INFO [M:0;31023a2ec537:45673 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5b22f126abe4fa9af0e91a0d14f4d49, entries=187, sequenceid=2198, filesize=45.3 K 2024-11-20T01:24:06,966 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00158f89a60d4da8a6859a63836dfcb2 as hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00158f89a60d4da8a6859a63836dfcb2 2024-11-20T01:24:06,969 INFO [M:0;31023a2ec537:45673 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44379/user/jenkins/test-data/2c93bfa3-0ed7-fb50-24aa-bcf07de4d778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00158f89a60d4da8a6859a63836dfcb2, entries=1, sequenceid=2198, filesize=5.0 K 2024-11-20T01:24:06,970 INFO [M:0;31023a2ec537:45673 {}] regionserver.HRegion(3040): Finished flush of dataSize ~776.07 KB/794691, heapSize ~954.61 KB/977520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=2198, compaction requested=false 2024-11-20T01:24:06,971 INFO [M:0;31023a2ec537:45673 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:06,971 DEBUG [M:0;31023a2ec537:45673 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T01:24:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741830_1006 (size=938832) 2024-11-20T01:24:06,975 INFO [M:0;31023a2ec537:45673 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T01:24:06,975 INFO [M:0;31023a2ec537:45673 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45673 2024-11-20T01:24:06,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T01:24:06,978 DEBUG [M:0;31023a2ec537:45673 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/31023a2ec537,45673,1732065659393 already deleted, retry=false 2024-11-20T01:24:07,079 INFO [M:0;31023a2ec537:45673 {}] regionserver.HRegionServer(1307): Exiting; stopping=31023a2ec537,45673,1732065659393; zookeeper connection closed. 2024-11-20T01:24:07,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:07,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10012843fb10000, quorum=127.0.0.1:49301, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:07,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:24:07,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:24:07,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:24:07,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:24:07,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/hadoop.log.dir/,STOPPED} 2024-11-20T01:24:07,092 WARN [BP-164247457-172.17.0.2-1732065656503 heartbeating to localhost/127.0.0.1:44379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:24:07,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:24:07,092 WARN [BP-164247457-172.17.0.2-1732065656503 heartbeating to localhost/127.0.0.1:44379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-164247457-172.17.0.2-1732065656503 (Datanode Uuid df03b831-43a7-446e-b569-fa4dc151aaec) service to localhost/127.0.0.1:44379 2024-11-20T01:24:07,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:24:07,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/cluster_218e8f2f-ad77-c88f-f80e-c8646be3fa6c/dfs/data/data1/current/BP-164247457-172.17.0.2-1732065656503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:24:07,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/cluster_218e8f2f-ad77-c88f-f80e-c8646be3fa6c/dfs/data/data2/current/BP-164247457-172.17.0.2-1732065656503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:24:07,096 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:24:07,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:24:07,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:24:07,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:24:07,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:24:07,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d2e367e9-3e4b-7f85-0e0f-702d86e42f30/hadoop.log.dir/,STOPPED} 2024-11-20T01:24:07,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:24:07,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down